export function chunkDocumentWithOverlap()

in src/azurechat/features/chat/chat-services/text-chunk.ts [4:24]

• 15 lines of code
• 3 McCabe index (conditional complexity)

export function chunkDocumentWithOverlap(document: string): string[] {
  const chunks: string[] = [];

  if (document.length <= chunkSize) {
    // If the document is smaller than the desired chunk size, return it as a single chunk.
    chunks.push(document);
    return chunks;
  }

  let startIndex = 0;

  // Split the document into chunks of the desired size, with overlap.
  while (startIndex < document.length) {
    const endIndex = startIndex + chunkSize;
    const chunk = document.substring(startIndex, endIndex);
    chunks.push(chunk);
    startIndex = endIndex - chunkOverlap;
  }

  return chunks;
}