Skip to content

Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active

2.5 KB
Raw Blame
import { Tools } from 'librechat-data-provider';
import type { TAttachment, ValidSource, SearchResultData } from 'librechat-data-provider';
import { getCleanDomain } from '~/components/Web/SourceHovercard';

/** Every distinct source across the given search turns, last write wins per link. */
export function collectSources(results: Record<string, SearchResultData>): ValidSource[] {
  const sourceMap = new Map<string, ValidSource>();
  for (const result of Object.values(results)) {
    if (!result) {
      continue;
    }
    result.organic?.forEach((s) => {
      if (s.link) {
        sourceMap.set(s.link, s);
      }
    });
    result.topStories?.forEach((s) => {
      if (s.link) {
        sourceMap.set(s.link, s);
      }
    });
  }
  return Array.from(sourceMap.values());
}

/** The first `max` sources with distinct domains, in result order. */
export function getUniqueDomainSources(sources: ValidSource[], max: number): ValidSource[] {
  const seen = new Set<string>();
  const result: ValidSource[] = [];
  for (const source of sources) {
    const domain = getCleanDomain(source.link);
    if (seen.has(domain)) {
      continue;
    }
    seen.add(domain);
    result.push(source);
    if (result.length >= max) {
      break;
    }
  }
  return result;
}

const NO_DOMAINS: string[] = [];

/**
 * The domains a collapsed header can show in place of the generic search
 * glyph. A header stands for rows it hides, so it should carry the most
 * specific glyph those rows show — for a web search, the sites it read.
 * Only ownership-filtered attachments qualify, including live SSE snapshots.
 * Message-wide search context is derived from those same attachments but loses
 * call/agent/step ownership. Repeated turn numbers are local to each owner.
 * Returns a shared empty array when there are none, so a memoized consumer
 * does not see a new value on every attachment churn.
 */
export function getSourceDomains(attachments: TAttachment[] | undefined, max: number): string[] {
  const turns: Record<string, SearchResultData> = {};
  for (const attachment of attachments ?? []) {
    const data = attachment.type === Tools.web_search ? attachment[Tools.web_search] : undefined;
    if (data != null) {
      const owner = JSON.stringify([
        attachment.toolCallId,
        attachment.agentId,
        attachment.stepId,
        data.turn ?? 0,
      ]);
      turns[owner] = data;
    }
  }
  const sources = getUniqueDomainSources(collectSources(turns), max);
  return sources.length === 0 ? NO_DOMAINS : sources.map((source) => getCleanDomain(source.link));
}