Skip to content

Sync-in · Sovereign platform for file storage, sharing, synchronization, and collaboration.

2.4 KB
Raw Blame
import fs from 'node:fs/promises'
import { toErrorMessage } from '../../../../common/errors.js'
import { parseExcel } from './adapters/excel.js'
import { parseHtml } from './adapters/html.js'
import { parseMarkdown } from './adapters/markdown.js'
import { parseOpenOffice } from './adapters/open-office.js'
import { parsePdf } from './adapters/pdf.js'
import { parsePowerPoint } from './adapters/power-point.js'
import { parseText } from './adapters/text.js'
import { parseWord } from './adapters/word.js'
import { DocTextifyOptions } from './interfaces/doc-textify.interfaces.js'
import { cleanContent } from './utils/clean.js'
import { INDEXABLE_EXTENSIONS } from '../../constants/indexing.js'
import { getExtensionWithoutDot } from '../files.js'

/** Main: determine parser by extension and dispatch */
export async function docTextify(
  filePath: string,
  options: Partial<DocTextifyOptions> = {},
  fileProperties?: { extension?: string; verified?: boolean }
): Promise<string> {
  const resolvedOptions: DocTextifyOptions = {
    newlineDelimiter: '\n',
    minCharsToExtract: 10,
    ...options
  }

  if (!fileProperties?.verified) {
    try {
      await fs.access(filePath)
    } catch (e) {
      throw new Error(`file does not exist or not accessible : ${filePath} (${toErrorMessage(e)})`, { cause: e })
    }
  }

  const ext = fileProperties?.extension || getExtensionWithoutDot(filePath)

  if (!INDEXABLE_EXTENSIONS.has(ext)) {
    throw new Error(`currently only supports ${[...INDEXABLE_EXTENSIONS].join(',')} files`)
  }

  switch (ext) {
    case 'docx':
      return cleanContent(await parseWord(filePath, resolvedOptions), resolvedOptions)
    case 'pptx':
      return cleanContent(await parsePowerPoint(filePath, resolvedOptions), resolvedOptions)
    case 'xlsx':
      return cleanContent(await parseExcel(filePath, resolvedOptions), resolvedOptions)
    case 'odt':
    case 'odp':
    case 'ods':
      return cleanContent(await parseOpenOffice(filePath, resolvedOptions), resolvedOptions)
    case 'pdf':
      return cleanContent(await parsePdf(filePath, resolvedOptions), resolvedOptions)
    case 'txt':
      return cleanContent(await parseText(filePath), resolvedOptions)
    case 'md':
      return cleanContent(await parseMarkdown(filePath), resolvedOptions)
    case 'html':
    case 'htm':
      return cleanContent(await parseHtml(filePath), resolvedOptions)
    default:
      throw new Error(`no handler found for extension: ${ext}`)
  }
}