[search] Remove stop words

Signed-off-by: x7z4w <x7z4w@noreply.codeberg.org>
This commit is contained in:
x7z4w
2025-11-10 19:44:34 +00:00
parent 4f7230fcbe
commit 71b47719af
8 changed files with 15 additions and 78 deletions

View File

@@ -298,8 +298,7 @@ void LocalityScorer::GetDocVecs(uint32_t localityId, vector<DocVec> & dvs) const
DocVec::Builder builder;
ForEachNormalizedToken(name, [&](strings::UniString const & token)
{
if (!IsStopWord(token))
builder.Add(token);
builder.Add(token);
});
dvs.emplace_back(std::move(builder));
}