EMP-38: add scenarios (#3)

Co-authored-by: ttt161 <losto@nix>

README.md

@@ -1,77 +1,249 @@
 # progressor
 
-## Usage
+## Использование
  TODO
 
- ## Observability
+## Мониторинг и логирование
 
- \# HELP progressor_notification_duration_ms Notification durations in millisecond
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="lifecycle_sink",le="10"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="lifecycle_sink",le="50"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="lifecycle_sink",le="150"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="lifecycle_sink",le="300"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="lifecycle_sink",le="500"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="lifecycle_sink",le="1000"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="lifecycle_sink",le="+Inf"} 9311
- progressor_notification_duration_ms_count{service="hellgate",namespace="default",notification_type="lifecycle_sink"} 9311
- progressor_notification_duration_ms_sum{service="hellgate",namespace="default",notification_type="lifecycle_sink"} 60
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="event_sink",le="10"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="event_sink",le="50"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="event_sink",le="150"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="event_sink",le="300"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="event_sink",le="500"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="event_sink",le="1000"} 9311
- progressor_notification_duration_ms_bucket{service="hellgate",namespace="default",notification_type="event_sink",le="+Inf"} 9311
- progressor_notification_duration_ms_count{service="hellgate",namespace="default",notification_type="event_sink"} 9311
- progressor_notification_duration_ms_sum{service="hellgate",namespace="default",notification_type="event_sink"} 19
- \# TYPE progressor_task_completion_duration_ms histogram
- \# HELP progressor_task_completion_duration_ms Task completion durations in millisecond
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_suspend",le="50"} 26
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_suspend",le="150"} 32
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_suspend",le="300"} 50
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_suspend",le="500"} 50
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_suspend",le="750"} 50
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_suspend",le="1000"} 50
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_suspend",le="+Inf"} 50
- progressor_task_completion_duration_ms_count{service="hellgate",namespace="default",completion_type="complete_and_suspend"} 50
- progressor_task_completion_duration_ms_sum{service="hellgate",namespace="default",completion_type="complete_and_suspend"} 5100
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_continue",le="50"} 298
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_continue",le="150"} 4596
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_continue",le="300"} 8926
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_continue",le="500"} 9258
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_continue",le="750"} 9261
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_continue",le="1000"} 9261
- progressor_task_completion_duration_ms_bucket{service="hellgate",namespace="default",completion_type="complete_and_continue",le="+Inf"} 9261
- progressor_task_completion_duration_ms_count{service="hellgate",namespace="default",completion_type="complete_and_continue"} 9261
- progressor_task_completion_duration_ms_sum{service="hellgate",namespace="default",completion_type="complete_and_continue"} 1473582
- \# TYPE progressor_process_removing_duration_ms histogram
- \# HELP progressor_process_removing_duration_ms Task completion durations in millisecond
- \# TYPE progressor_task_processing_duration_ms histogram
- \# HELP progressor_task_processing_duration_ms Task processing durations in millisecond
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="timeout",le="50"} 9261
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="timeout",le="150"} 9261
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="timeout",le="300"} 9261
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="timeout",le="500"} 9261
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="timeout",le="750"} 9261
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="timeout",le="1000"} 9261
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="timeout",le="+Inf"} 9261
- progressor_task_processing_duration_ms_count{service="hellgate",namespace="default",task_type="timeout"} 9261
- progressor_task_processing_duration_ms_sum{service="hellgate",namespace="default",task_type="timeout"} 176
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="init",le="50"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="init",le="150"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="init",le="300"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="init",le="500"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="init",le="750"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="init",le="1000"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="init",le="+Inf"} 25
- progressor_task_processing_duration_ms_count{service="hellgate",namespace="default",task_type="init"} 25
- progressor_task_processing_duration_ms_sum{service="hellgate",namespace="default",task_type="init"} 0
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="call",le="50"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="call",le="150"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="call",le="300"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="call",le="500"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="call",le="750"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="call",le="1000"} 25
- progressor_task_processing_duration_ms_bucket{service="hellgate",namespace="default",task_type="call",le="+Inf"} 25
- progressor_task_processing_duration_ms_count{service="hellgate",namespace="default",task_type="call"} 25
- progressor_task_processing_duration_ms_sum{service="hellgate",namespace="default",task_type="call"} 1
+Доступны следующие метрики:
+
+- TYPE progressor_calls_scanning_duration_ms histogram
+  HELP progressor_calls_scanning_duration_ms Calls (call, repair) scanning durations in millisecond
+- TYPE progressor_timers_scanning_duration_ms histogram
+  HELP progressor_timers_scanning_duration_ms Timers (timeout, remove) scanning durations in millisecond
+- TYPE progressor_zombie_collection_duration_ms histogram
+  HELP progressor_zombie_collection_duration_ms Zombie tasks collecting durations in millisecond
+- TYPE progressor_request_preparing_duration_ms histogram
+  HELP progressor_request_preparing_duration_ms Preparing request (init, call, repair) durations in millisecond
+- TYPE progressor_task_processing_duration_ms histogram
+  HELP progressor_task_processing_duration_ms Task processing durations in millisecond
+- TYPE progressor_task_completion_duration_ms histogram
+  HELP progressor_task_completion_duration_ms Task completion durations in millisecond
+- TYPE progressor_process_removing_duration_ms histogram
+  HELP progressor_process_removing_duration_ms Task completion durations in millisecond
+- TYPE progressor_notification_duration_ms histogram
+  HELP progressor_notification_duration_ms Notification durations in millisecond
+
+## Базовые сценарии
+
+Схема БД здесь: https://github.com/valitydev/progressor/blob/master/priv/schemas/postgres-schema.sql
+
+### Старт экземпляра процесса
+
+```mermaid
+sequenceDiagram
+    box Client
+    participant Client
+    end
+    box Grey Progressor
+    participant API_Handler
+    participant Storage
+    participant Worker
+    end
+    box Processor
+    participant Process
+    end
+
+    Client->>+API_Handler: Start
+    API_Handler->>+Storage: PrepareInit
+    Storage->>-API_Handler: TaskId
+    API_Handler->>+Worker: ProcessTask
+    Worker->>+Process: Process
+    Process->>-Worker: Result
+    Worker->>+Storage: SaveResult
+    Storage->>-Worker: OK
+    Worker->>API_Handler: Response
+    API_Handler->>-Client: Response
+```
+
+PrepareInit.sql
+```sql
+-- сохраняем новый процесс
+INSERT INTO ProcessTable (process_id, status, detail, aux_state, metadata) VALUES ($1, $2, $3, $4, $5);
+
+-- сохраняем задачу в историческую таблицу
+INSERT INTO TaskTable
+  (process_id, task_type, status, scheduled_time, running_time, args, metadata, idempotency_key,
+    blocked_task, response, last_retry_interval, attempts_count, context)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13) RETURNING task_id;
+
+-- сохраняем задачу как запущенную
+INSERT INTO RunningTable
+  (task_id, process_id, task_type, status, scheduled_time, running_time, args, metadata,
+    last_retry_interval, attempts_count, context)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11)
+  ON CONFLICT (process_id) DO NOTHING RETURNING task_id;
+```
+здесь и далее все примеры запросов выполняются транзакционно, то есть обернуты в BEGIN - COMMIT|ROLLBACK
+
+В случае отсутствия свободных воркеров задача вместо RunningTable будет сохранена в ScheduleTable:
+```sql
+-- сохраняем задачу как запланированную
+INSERT INTO ScheduleTable
+  (task_id, process_id, task_type, status, scheduled_time, args, metadata,
+    last_retry_interval, attempts_count, context)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10) RETURNING task_id;
+```
+
+Следующий запрос представлен для случая, когда процессор запланировал следующий вызов с нулевым таймаутом
+(наиболее частый вариант)
+
+SaveResult.sql
+```sql
+-- обновляем процесс
+UPDATE ProcessesTable
+  SET status = $1, detail = $2, aux_state = $3, metadata = $4, corrupted_by = $5
+  WHERE process_id = $6;
+
+-- сохраняем события
+INSERT INTO EventsTable (process_id, task_id, event_id, timestamp, payload, metadata)
+  VALUES ($1, $2, $3, $4, $5, $6);
+
+-- отменяем ранее запланированные таймеры, так как получили новый
+WITH deleted_tasks as(
+  DELETE FROM ScheduleTable WHERE process_id = $1 AND task_type IN ('timeout', 'remove')
+    AND (status = 'waiting' OR status = 'blocked') RETURNING task_id
+  )
+  MERGE INTO TaskTable as tt USING deleted_tasks as dt ON tt.task_id = dt.task_id
+    WHEN MATCHED THEN UPDATE SET status = 'cancelled';
+
+-- сохраняем новую задачу (вызов с нулевым таймаутом) в историческую таблицу
+INSERT INTO TaskTable
+  (process_id, task_type, status, scheduled_time, running_time, args, metadata, idempotency_key,
+    blocked_task, response, last_retry_interval, attempts_count, context)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13) RETURNING task_id;
+
+-- финализируем завершёную задачу
+WITH deleted AS(
+  DELETE FROM RunningTable WHERE process_id = $4
+)
+UPDATE TaskTable SET status = $1, response = $2, finished_time = $3 WHERE task_id = $5;
+
+-- проверяем не появились ли внешние вызовы за время процессинга
+WITH postponed_tasks AS (
+  DELETE FROM ScheduleTable WHERE task_id = (SELECT min(task_id) FROM ScheduleTable
+      WHERE process_id = $1 AND status = 'waiting' AND task_type IN ('call', 'repair'))
+    RETURNING task_id, process_id, task_type, 'running'::task_status as status, scheduled_time,
+      TO_TIMESTAMP($2, 'YYYY-MM-DD HH24:MI:SS') as running_time, args, metadata,
+      last_retry_interval, attempts_count, context
+  )
+INSERT INTO RunningTable (task_id, process_id, task_type, status, scheduled_time, running_time, args,
+  metadata, last_retry_interval, attempts_count, context) SELECT * FROM postponed_tasks RETURNING *;
+
+-- сохраняем новую задачу как запущенную
+-- при условии, что предыдущий запрос вернул пустую таблицу, иначе сохраняем как запланированную
+INSERT INTO RunningTable
+  (task_id, process_id, task_type, status, scheduled_time, running_time, args, metadata,
+    last_retry_interval, attempts_count, context)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11)
+  ON CONFLICT (process_id) DO NOTHING RETURNING task_id;
+```
+
+### Вызов экземпляра процесса
+
+Аналогичен старту, но вместо PrepareInit - PrepareCall
+```mermaid
+sequenceDiagram
+    box Client
+    participant Client
+    end
+    box Grey Progressor
+    participant API_Handler
+    participant Storage
+    participant Worker
+    end
+    box Processor
+    participant Process
+    end
+
+    Client->>+API_Handler: Call
+    API_Handler->>+Storage: PrepareCall
+    Storage->>-API_Handler: TaskId
+    API_Handler->>+Worker: ProcessTask
+    Worker->>+Process: Process
+    Process->>-Worker: Result
+    Worker->>+Storage: SaveResult
+    Storage->>-Worker: OK
+    Worker->>API_Handler: Response
+    API_Handler->>-Client: Response
+```
+
+PrepareCall.sql
+```sql
+-- сохраняем задачу в историческую таблицу
+INSERT INTO TaskTable
+  (process_id, task_type, status, scheduled_time, running_time, args, metadata, idempotency_key,
+    blocked_task, response, last_retry_interval, attempts_count, context)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13) RETURNING task_id;
+
+-- блокируем таймеры на время обработки внешнего вызова
+UPDATE ScheduleTable SET status = 'blocked' WHERE task_type IN ('timeout', 'remove') AND
+  process_id = $1 AND status = 'waiting' RETURNING task_id;
+
+-- сохраняем задачу как запущенную (если сработает ON CONFLICT, то сохраняем как запланированную)
+INSERT INTO RunningTable
+  (task_id, process_id, task_type, status, scheduled_time, running_time, args, metadata,
+    last_retry_interval, attempts_count, context)
+  VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11)
+  ON CONFLICT (process_id) DO NOTHING RETURNING task_id;
+```
+
+SaveResult.sql аналогичный предыдущему
+
+### Сканирование задач
+
+SearchTimers.sql
+```sql
+WITH tasks_for_run as(
+  DELETE FROM ScheduleTable WHERE task_id IN
+    (SELECT task_id FROM ScheduleTable WHERE status = 'waiting' AND scheduled_time <= $1
+      AND task_type IN ('timeout', 'remove') AND process_id NOT IN (SELECT process_id FROM RunningTable )
+      ORDER BY scheduled_time ASC LIMIT $3)
+    RETURNING task_id, process_id, task_type, 'running'::task_status as status, scheduled_time,
+      TO_TIMESTAMP($2, 'YYYY-MM-DD HH24:MI:SS') as running_time, args, metadata,
+      last_retry_interval, attempts_count, context
+  )
+INSERT INTO RunningTable
+  (task_id, process_id, task_type, status, scheduled_time, running_time, args, metadata, last_retry_interval, attempts_count, context)
+  SELECT * FROM tasks_for_run RETURNING *;
+```
+
+SearchCalls.sql
+```sql
+WITH tasks_for_run as(
+  DELETE FROM ScheduleTable WHERE task_id IN
+    (SELECT min(task_id) FROM ScheduleTable WHERE status = 'waiting' AND task_type IN ('init', 'call', 'repair')
+      AND process_id NOT IN (SELECT process_id FROM RunningTable )
+      GROUP BY process_id ORDER BY min ASC LIMIT $2
+    )
+    RETURNING task_id, process_id, task_type, 'running'::task_status as status, scheduled_time,
+      TO_TIMESTAMP($1, 'YYYY-MM-DD HH24:MI:SS') as running_time, args, metadata,
+      last_retry_interval, attempts_count, context
+  )
+INSERT INTO RunningTable
+  (task_id, process_id, task_type, status, scheduled_time, running_time, args, metadata, last_retry_interval, attempts_count, context)
+  SELECT * FROM tasks_for_run RETURNING *;
+```
+
+SearchCalls вызывается в 3 раз чаще, чем SearchTimers. Данные вызовы являются конкурентными. Уникальность запущенных
+процессов достигается за счет "INSERT INTO RunningTable" с первичным ключом, за счет этого, даже при нарушении изоляции,
+сможет быть выполнена только одна из конкурентных транзакций, а остальные будут откачены.
+
+### Сборка зомби-задач
+
+Зомби-задачи могут возникать при аварийном завершении работы ноды, когда приложение штатно не завершает задачу и она остаётся
+висеть в RunningTable.
+
+CollectZombie.sql
+```sql
+WITH zombie_tasks as (
+  DELETE FROM RunningTable WHERE running_time < $1
+    RETURNING process_id, task_id
+  ),
+  t1 AS (UPDATE TaskTable SET status = 'cancelled' WHERE process_id IN (SELECT process_id FROM zombie_tasks))
+  t2 AS (UPDATE TaskTable SET status = 'error', finished_time = $2 WHERE task_id IN (SELECT task_id FROM zombie_tasks))
+MERGE INTO ProcessesTable AS pt USING zombie_tasks AS zt ON pt.process_id = zt.process_id
+  WHEN MATCHED THEN UPDATE SET status = 'error', detail = 'zombie detected', corrupted_by = zt.task_id;
+```
+зомби-задачи переводятся в статус error, соответствующий процесс также переводится в статус error, а все запланированные
+задачи отменяются (cancelled)

priv/schemas/postgres-schema.sql

@@ -22,7 +22,6 @@ CREATE TABLE IF NOT EXISTS default_tasks(
     "metadata" JSONB,
     "idempotency_key" VARCHAR(80) UNIQUE,
     "response" BYTEA,
-    "blocked_task" BIGINT REFERENCES default_tasks ("task_id"),
     "last_retry_interval" INTEGER NOT NULL,
     "attempts_count" SMALLINT NOT NULL,
     "context" BYTEA,
@@ -31,10 +30,34 @@ CREATE TABLE IF NOT EXISTS default_tasks(
 
 ALTER TABLE default_processes ADD COLUMN IF NOT EXISTS "corrupted_by" BIGINT REFERENCES default_tasks("task_id");
 
-CREATE TABLE IF NOT EXISTS "default_locks"(
+CREATE TABLE IF NOT EXISTS default_schedule(
+    "task_id" BIGINT PRIMARY KEY,
+    "process_id" VARCHAR(80) NOT NULL,
+    "task_type" task_type NOT NULL,
+    "status" task_status NOT NULL,
+    "scheduled_time" TIMESTAMP WITH TIME ZONE NOT NULL,
+    "args" BYTEA,
+    "metadata" JSONB,
+    "last_retry_interval" INTEGER NOT NULL,
+    "attempts_count" SMALLINT NOT NULL,
+    "context" BYTEA,
+    FOREIGN KEY ("process_id") REFERENCES default_processes ("process_id"),
+    FOREIGN KEY ("task_id") REFERENCES "default_tasks" ("task_id")
+);
+
+CREATE TABLE IF NOT EXISTS default_running(
     "process_id" VARCHAR(80) PRIMARY KEY,
     "task_id" BIGINT NOT NULL,
-    FOREIGN KEY ("process_id") REFERENCES "default_processes" ("process_id"),
+    "task_type" task_type NOT NULL,
+    "status" task_status NOT NULL,
+    "scheduled_time" TIMESTAMP WITH TIME ZONE NOT NULL,
+    "running_time" TIMESTAMP WITH TIME ZONE NOT NULL,
+    "args" BYTEA,
+    "metadata" JSONB,
+    "last_retry_interval" INTEGER NOT NULL,
+    "attempts_count" SMALLINT NOT NULL,
+    "context" BYTEA,
+    FOREIGN KEY ("process_id") REFERENCES default_processes ("process_id"),
     FOREIGN KEY ("task_id") REFERENCES "default_tasks" ("task_id")
 );
 

priv/schemas/postgres-schema2.sql

@@ -1,76 +0,0 @@
-CREATE TYPE process_status AS ENUM ('running', 'error');
-CREATE TYPE task_status AS ENUM ('waiting', 'running', 'blocked', 'error', 'finished', 'cancelled');
-CREATE TYPE task_type AS ENUM ('init', 'timeout', 'call', 'notify', 'repair', 'remove');
-
-CREATE TABLE IF NOT EXISTS default_processes(
-    "process_id" VARCHAR(80) PRIMARY KEY,
-    "status" process_status NOT NULL,
-    "detail" TEXT,
-    "aux_state" BYTEA,
-    "metadata" JSONB
-);
-
-CREATE TABLE IF NOT EXISTS default_tasks(
-    "task_id" BIGSERIAL PRIMARY KEY,
-    "process_id" VARCHAR(80) NOT NULL,
-    "task_type" task_type NOT NULL,
-    "status" task_status NOT NULL,
-    "scheduled_time" TIMESTAMP WITH TIME ZONE NOT NULL,
-    "running_time" TIMESTAMP WITH TIME ZONE,
-    "finished_time" TIMESTAMP WITH TIME ZONE,
-    "args" BYTEA,
-    "metadata" JSONB,
-    "idempotency_key" VARCHAR(80) UNIQUE,
-    "response" BYTEA,
-    "last_retry_interval" INTEGER NOT NULL,
-    "attempts_count" SMALLINT NOT NULL,
-    "context" BYTEA,
-    FOREIGN KEY ("process_id") REFERENCES default_processes ("process_id")
-);
-
-ALTER TABLE default_processes ADD COLUMN IF NOT EXISTS "corrupted_by" BIGINT REFERENCES default_tasks("task_id");
-
-CREATE TABLE IF NOT EXISTS default_schedule(
-    "task_id" BIGINT PRIMARY KEY,
-    "process_id" VARCHAR(80) NOT NULL,
-    "task_type" task_type NOT NULL,
-    "status" task_status NOT NULL,
-    "scheduled_time" TIMESTAMP WITH TIME ZONE NOT NULL,
-    "args" BYTEA,
-    "metadata" JSONB,
-    "last_retry_interval" INTEGER NOT NULL,
-    "attempts_count" SMALLINT NOT NULL,
-    "context" BYTEA,
-    FOREIGN KEY ("process_id") REFERENCES default_processes ("process_id"),
-    FOREIGN KEY ("task_id") REFERENCES "default_tasks" ("task_id")
-);
-
-CREATE TABLE IF NOT EXISTS default_running(
-    "process_id" VARCHAR(80) PRIMARY KEY,
-    "task_id" BIGINT NOT NULL,
-    "task_type" task_type NOT NULL,
-    "status" task_status NOT NULL,
-    "scheduled_time" TIMESTAMP WITH TIME ZONE NOT NULL,
-    "running_time" TIMESTAMP WITH TIME ZONE NOT NULL,
-    "args" BYTEA,
-    "metadata" JSONB,
-    "last_retry_interval" INTEGER NOT NULL,
-    "attempts_count" SMALLINT NOT NULL,
-    "context" BYTEA,
-    FOREIGN KEY ("process_id") REFERENCES default_processes ("process_id"),
-    FOREIGN KEY ("task_id") REFERENCES "default_tasks" ("task_id")
-);
-
-CREATE TABLE IF NOT EXISTS default_events(
-    "process_id" VARCHAR(80) NOT NULL,
-    "task_id" BIGINT NOT NULL,
-    "event_id" SMALLINT NOT NULL,
-    "timestamp" TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
-    "metadata" JSONB,
-    "payload" BYTEA NOT NULL,
-    PRIMARY KEY ("process_id", "event_id"),
-    FOREIGN KEY ("process_id") REFERENCES default_processes ("process_id"),
-    FOREIGN KEY ("task_id") REFERENCES default_tasks ("task_id")
-);
-
-CREATE INDEX IF NOT EXISTS "process_idx" on default_events USING HASH ("process_id");