Let runs pause and resume

How to do it

Store the conversation, the completed steps and the pending action in the database, not in memory. When a tool needs a person's approval, save the run as waiting and end the request. Resume it when the user approves, from the saved state. Check before resuming that the data the action depends on has not changed. Expire waiting runs after the set time, and tell the user.

Example

export async function approve(runId: string, user: User) {
  const run = await agentRuns.load(runId, user.id);
  if (run.status !== 'waiting_for_approval') throw new Conflict('Nothing to approve');
  if (Date.now() - run.waitingSince.getTime() > APPROVAL_TTL_MS) return run.finish('expired');
  await run.executePendingAction();
  return runAgent(run);
}

def approve(run_id: str, user: User) -> RunStatus:
    run = agent_runs.load(run_id, user.id)
    if run.status != "waiting_for_approval":
        raise Conflict("Nothing to approve")
    if datetime.now(UTC) - run.waiting_since > APPROVAL_TTL:
        return run.finish("expired")
    run.execute_pending_action()
    return run_agent(run)

How to check

Start a run that needs approval, restart the service, then approve. The run finishes from where it stopped. An approval older than the limit is refused with an expired message.