The open alternative to Salesforce, designed for AI.
TypeScript crmcrm-systemcustomergood-first-issuegraphqlhacktoberfestjavascriptmarketingmonoreponestjsopen-sourcepostgresqlreactreactjssalestypescriptweb
import { type MatchColumnsStepProps } from '@/spreadsheet-import/steps/components/MatchColumnsStep/MatchColumnsStep';
import {
type SpreadsheetImportField,
type SpreadsheetImportFields,
} from '@/spreadsheet-import/types';
import { type SpreadsheetColumn } from '@/spreadsheet-import/types/SpreadsheetColumn';
import { type SpreadsheetColumns } from '@/spreadsheet-import/types/SpreadsheetColumns';
import { SpreadsheetColumnType } from '@/spreadsheet-import/types/SpreadsheetColumnType';
import { setColumn } from '@/spreadsheet-import/utils/setColumn';
import Fuse from 'fuse.js';
import { isDefined, isNonEmptyArray } from 'twenty-shared/utils';
export const getMatchedColumnsWithFuse = ({
columns,
fields,
data,
}: {
columns: SpreadsheetColumns;
fields: SpreadsheetImportFields;
data: MatchColumnsStepProps['data'];
}) => {
const matchedColumns: SpreadsheetColumn[] = [];
const fieldsToSearch = new Fuse(fields, {
keys: [
{
name: 'label',
getFn: (field) =>
isNonEmptyArray(field.alternateMatches)
? [field.label, ...field.alternateMatches]
: field.label,
},
],
includeScore: true,
ignoreLocation: true,
threshold: 0.3,
});
const suggestedFieldsByColumnHeader: Record<
SpreadsheetColumn['header'],
SpreadsheetImportField[]
> = {};
for (const column of columns) {
const fieldsThatMatch = fieldsToSearch.search(column.header);
const firstMatch = fieldsThatMatch[0] ?? null;
const secondMatch = fieldsThatMatch[1] ?? null;
const isFirstMatchValid =
isDefined(firstMatch?.item) &&
isDefined(firstMatch?.score) &&
firstMatch.score < 0.4 &&
((isDefined(secondMatch?.score) &&
secondMatch.score !== firstMatch.score) ||
!isDefined(secondMatch));
const isFieldStillUnmatched = !matchedColumns.some(
(matchedColumn) =>
(matchedColumn.type === SpreadsheetColumnType.matched ||
matchedColumn.type === SpreadsheetColumnType.matchedCheckbox ||
matchedColumn.type === SpreadsheetColumnType.matchedSelect ||
matchedColumn.type === SpreadsheetColumnType.matchedSelectOptions) &&
matchedColumn?.value === firstMatch?.item?.key,
);
suggestedFieldsByColumnHeader[column.header] = fieldsThatMatch.map(
(match) => match.item as SpreadsheetImportField,
);
if (isFirstMatchValid && isFieldStillUnmatched) {
const newColumn = setColumn(column, firstMatch.item as any, data);
matchedColumns.push(newColumn);
} else {
matchedColumns.push(column);
}
}
return { matchedColumns, suggestedFieldsByColumnHeader };
};