Skip to content

LLM inference in C/C++

C++ ggml
2.4 KB
Raw Blame
<script lang="ts">
	import ModelContext from '../ModelContext.svelte';
	import ModelDraftSidecars from '../ModelDraftSidecars.svelte';
	import ModelsManagerStatusCell from './ModelsManagerStatusCell.svelte';
	import { modelRowActions } from './row-actions';
	import { configuredContext } from './utils';
	import { MoreHorizontal } from '@lucide/svelte';
	import { DropdownMenuActions } from '$lib/components/app';
	import { Badge } from '$lib/components/ui/badge';
	import { MODEL_ROW_GRID_CLASS, MODEL_ROW_TRAILING_CELL_CLASS } from '$lib/constants';
	import { modelsStore } from '$lib/stores';
	import type { ModelOption } from '$lib/types/models';

	interface Props {
		isFavorite: (option: ModelOption) => boolean;
		option: ModelOption;
		onDelete: (option: ModelOption) => void;
		onSelect: (option: ModelOption) => void;
		selected: boolean;
		/** Left padding in px, from the nesting depth. */
		indent?: number;
	}

	let { indent = 0, isFavorite, onDelete, onSelect, option, selected }: Props = $props();

	let favorite = $derived(isFavorite(option));
	let isHidden = $derived(modelsStore.isHidden(option.id));
	let quant = $derived(option.parsedId?.quantization ?? option.model);
</script>

<div
	class={[
		MODEL_ROW_GRID_CLASS,
		'group relative rounded-md px-2 py-2 transition max-md:px-3 max-md:py-3',
		isHidden && 'opacity-60',
		selected ? 'bg-accent text-accent-foreground' : 'hover:bg-muted/40'
	]}
>
	<!-- the row holds a load control and an actions menu, so only the quant itself is
	     the button: a button nested in a role="button" row is invalid -->
	<button
		aria-pressed={selected}
		class="flex min-w-0 cursor-pointer items-center gap-3 text-left max-md:pr-9"
		onclick={() => onSelect(option)}
		style="padding-left: {indent}px"
		type="button"
	>
		<Badge class="h-5 shrink-0 px-1.5 text-[10px]" variant="secondary">{quant}</Badge>

		<ModelDraftSidecars draftSidecars={option.draftSidecars} />

		<span class="truncate text-sm text-muted-foreground">{option.model}</span>
	</button>

	<ModelContext
		class="justify-self-end max-md:hidden"
		configured={configuredContext(option)}
		{option}
	/>

	<ModelsManagerStatusCell class="max-md:hidden" {option} />

	<div class="flex items-center justify-center justify-self-center {MODEL_ROW_TRAILING_CELL_CLASS}">
		<DropdownMenuActions
			actions={modelRowActions(option, favorite, isHidden, onDelete)}
			align="end"
			triggerIcon={MoreHorizontal}
			triggerTooltip="Model actions"
		/>
	</div>
</div>