Skip to content

LLM inference in C/C++

C++ ggml
1.7 KB
Raw Blame
/**
 * CORS Proxy utility for routing requests through llama-server's CORS proxy.
 */

import { base } from '$app/paths';
import { CORS_PROXY, CORS_PROXY_ENDPOINT } from '$lib/constants';
import { UrlProtocol } from '$lib/enums';

/**
 * Build a proxied URL that routes through llama-server's CORS proxy.
 * @param targetUrl - The original URL to proxy
 * @returns URL pointing to the CORS proxy with target encoded
 */
export function buildProxiedUrl(targetUrl: string): URL {
	const proxyPath = `${base}${CORS_PROXY_ENDPOINT}`;
	const proxyUrl = new URL(proxyPath, window.location.origin);

	proxyUrl.searchParams.set(CORS_PROXY.URL_PARAM, targetUrl);

	return proxyUrl;
}

/**
 * Route a remote icon through the CORS proxy so it renders inside the UI's
 * cross-origin isolation. Inline data URLs are left alone, and with the proxy
 * off the origin URL stands in, so the caller keeps its own fallback.
 */
export function buildProxiedIconUrl(
	iconUrl: string | null,
	proxyAvailable: boolean
): string | null {
	if (!iconUrl || !proxyAvailable || iconUrl.startsWith(UrlProtocol.DATA)) return iconUrl;

	return buildProxiedUrl(iconUrl).toString();
}

/**
 * Wrap original headers for proxying through the CORS proxy. This avoids issues with duplicated llama.cpp-specific and target headers when using the CORS proxy.
 * @param headers - The original headers to be proxied to target
 * @returns List of "wrapped" headers to be sent to the CORS proxy
 */
export function buildProxiedHeaders(headers: Record<string, string>): Record<string, string> {
	const proxiedHeaders: Record<string, string> = {};

	for (const [key, value] of Object.entries(headers)) {
		proxiedHeaders[`${CORS_PROXY.HEADER_PREFIX}${key}`] = value;
	}

	return proxiedHeaders;
}