import { describe, expect, it } from "vitest";

import { expandQueryForFts, extractKeywords } from "./query-expansion.js";

function countKeyword(keywords: readonly string[], keyword: string): number {

let count = 0;

for (const candidate of keywords) {

if (candidate === keyword) {

count++;

}

}

return count;

}

describe("extractKeywords", () => {

it("extracts keywords from English conversational query", () => {

const keywords = extractKeywords("that thing we discussed about the API");

it("removes duplicate keywords", () => {

const keywords = extractKeywords("test test testing");

const testCount = keywords.filter((k) => k === "test").length;

expect(testCount).toBe(1);

expect(countKeyword(keywords, "test")).toBe(1);

});

describe("with trigram tokenizer", () => {