Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

3.9 KB
Raw Blame
// GENERATED FROM examples/memory-plugin-shared/lib. DO NOT EDIT.
import { enqueue } from "./pending-queue.mjs";
import { isRetryableFailure } from "./retryable.mjs";

export const BATCH_LIMIT = 100;

export function isRetryableSendFailure(res) {
  return isRetryableFailure(res);
}

function makeResult() {
  return {
    sent: 0,
    queued: 0,
    enqueueFailed: 0,
    failed: 0,
    retryable: false,
    usedBatch: true,
    lastError: null,
  };
}

async function enqueueRemainder(sessionId, payloads, startIndex, result, retryable, lastError) {
  result.retryable = retryable;
  result.lastError = lastError ?? null;

  if (!retryable) {
    result.failed += Math.max(0, payloads.length - startIndex);
    return result;
  }

  const baseCreatedAt = Date.now();
  for (let i = startIndex; i < payloads.length; i++) {
    const queued = await enqueue("addMessage", sessionId, payloads[i], {
      createdAt: baseCreatedAt + (i - startIndex),
    });
    if (!queued.ok) {
      // Stop at the first enqueue failure so queued entries stay a contiguous
      // prefix: consumers mark the first sent+queued payloads as captured, so
      // skipping a payload here and queueing a later one would silently drop it.
      result.enqueueFailed += payloads.length - i;
      return result;
    }
    result.queued++;
  }
  return result;
}

async function sendSerial(fetchJSON, sessionId, payloads, startIndex, opts, result) {
  result.usedBatch = false;
  const encodedSid = encodeURIComponent(sessionId);
  for (let i = startIndex; i < payloads.length; i++) {
    const res = await fetchJSON(`/api/v1/sessions/${encodedSid}/messages`, {
      method: "POST",
      body: JSON.stringify(payloads[i]),
    });
    if (res?.ok) {
      result.sent++;
      await opts.onSent?.(1);
      continue;
    }

    const retryable = isRetryableSendFailure(res);
    if (opts.enqueueOnRetryable) {
      return enqueueRemainder(sessionId, payloads, i, result, retryable, res?.error ?? res);
    }
    result.retryable = retryable;
    result.lastError = res?.error ?? res ?? null;
    result.failed += payloads.length - i;
    return result;
  }
  return result;
}

/**
 * Send add-message payloads in server-sized batches with serial fallback.
 *
 * @param {Function} fetchJSON - (path, init) => { ok, status, result?, error? }
 * @param {string} sessionId - OpenViking session id
 * @param {Array<object>} payloads - sanitized add-message request bodies
 * @param {object} opts
 * @param {boolean} opts.enqueueOnRetryable - enqueue unsent payloads after a retryable failure
 * @param {Function} opts.onSent - called with the number of messages durably sent after each success
 * @returns {Promise<{sent:number,queued:number,enqueueFailed:number,failed:number,retryable:boolean,usedBatch:boolean,lastError:any}>}
 */
export async function sendSessionMessages(fetchJSON, sessionId, payloads, opts = {}) {
  const result = makeResult();
  const messages = Array.isArray(payloads) ? payloads : [];
  if (messages.length === 0) return result;

  const encodedSid = encodeURIComponent(sessionId);
  for (let start = 0; start < messages.length; start += BATCH_LIMIT) {
    const chunk = messages.slice(start, start + BATCH_LIMIT);
    const res = await fetchJSON(`/api/v1/sessions/${encodedSid}/messages/batch`, {
      method: "POST",
      body: JSON.stringify({ messages: chunk }),
    });

    if (res?.ok) {
      result.sent += chunk.length;
      await opts.onSent?.(chunk.length);
      continue;
    }

    const status = Number(res?.status || 0);
    if (status === 404 || status === 405) {
      return sendSerial(fetchJSON, sessionId, messages, start, opts, result);
    }

    const retryable = isRetryableSendFailure(res);
    if (opts.enqueueOnRetryable) {
      return enqueueRemainder(sessionId, messages, start, result, retryable, res?.error ?? res);
    }
    result.retryable = retryable;
    result.lastError = res?.error ?? res ?? null;
    result.failed += messages.length - start;
    return result;
  }

  return result;
}