searxng-mcp-go/internal/searxng/answer/deduplicate_test.go
opencode-agent[bot] e0f44403f8
fix: scope answer deduplication to DuckDuckGo engine only (#523)
Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com>
Co-authored-by: xlionjuan <[email protected]>
2026-07-21 00:00:28 +08:00

278 lines
7.5 KiB
Go

package answer_test
import (
"strings"
"testing"
"searxng-mcp-go/internal/searxng/answer"
)
func TestDeduplicateAnswers_EmptyInputs(t *testing.T) {
t.Parallel()
t.Run("both empty", func(t *testing.T) {
t.Parallel()
result := answer.DeduplicateAnswers(nil, nil)
if len(result) != 0 {
t.Errorf("expected 0, got %d", len(result))
}
})
t.Run("empty answers", func(t *testing.T) {
t.Parallel()
result := answer.DeduplicateAnswers(nil, []string{"content"})
if len(result) != 0 {
t.Errorf("expected 0, got %d", len(result))
}
})
t.Run("empty infoboxes", func(t *testing.T) {
t.Parallel()
answers := []answer.Answer{{Answer: "test", Engine: "duckduckgo"}}
result := answer.DeduplicateAnswers(answers, nil)
if len(result) != 1 {
t.Errorf("expected 1, got %d", len(result))
}
})
}
func TestDeduplicateAnswers_RemovesDuplicateWikipedia(t *testing.T) {
t.Parallel()
wikiSummary := "Apple Inc. is an American multinational technology company headquartered in Cupertino, California."
answers := []answer.Answer{
{Answer: wikiSummary, Engine: "duckduckgo"},
}
result := answer.DeduplicateAnswers(answers, []string{wikiSummary})
if len(result) != 0 {
t.Errorf("expected 0 (duplicate removed), got %d", len(result))
}
}
func TestDeduplicateAnswers_RemovesPrefixMatch(t *testing.T) {
t.Parallel()
answers := []answer.Answer{
{Answer: "Apple Inc. is an American multinational technology company", Engine: "duckduckgo"},
}
infoboxContent := "Apple Inc. is an American multinational" +
" technology company headquartered in Cupertino, California."
result := answer.DeduplicateAnswers(answers, []string{infoboxContent})
if len(result) != 0 {
t.Errorf("expected 0 (prefix match removed), got %d", len(result))
}
}
func TestDeduplicateAnswers_KeepsDistinctAnswer(t *testing.T) {
t.Parallel()
answers := []answer.Answer{
{Answer: "203.0.113.42", Engine: "ip"},
}
result := answer.DeduplicateAnswers(answers, []string{"An Internet Protocol address is a numerical label."})
if len(result) != 1 {
t.Errorf("expected 1 (distinct answer kept), got %d", len(result))
}
if result[0].Answer != "203.0.113.42" {
t.Errorf("expected '203.0.113.42', got %q", result[0].Answer)
}
}
func TestDeduplicateAnswers_CaseInsensitive(t *testing.T) {
t.Parallel()
answers := []answer.Answer{
{Answer: "apple inc. is an american company", Engine: "duckduckgo"},
}
content := "Apple Inc. is an American company headquartered in California."
result := answer.DeduplicateAnswers(answers, []string{content})
if len(result) != 0 {
t.Errorf("expected 0 (case-insensitive match), got %d", len(result))
}
}
func TestDeduplicateAnswers_FiltersEmptyInfoboxContent(t *testing.T) {
t.Parallel()
answers := []answer.Answer{
{Answer: "test answer", Engine: "test"},
}
result := answer.DeduplicateAnswers(answers, []string{"", ""})
if len(result) != 1 {
t.Errorf("expected 1 (no content to match), got %d", len(result))
}
}
func TestDeduplicateAnswers_MultipleAnswersMixed(t *testing.T) {
t.Parallel()
wikiSummary := "Apple Inc. is an American multinational technology company."
answers := []answer.Answer{
{Answer: wikiSummary, Engine: "duckduckgo"},
{Answer: "203.0.113.42", Engine: "ip"},
}
result := answer.DeduplicateAnswers(answers, []string{wikiSummary})
if len(result) != 1 {
t.Errorf("expected 1 (only IP answer kept), got %d", len(result))
}
if result[0].Answer != "203.0.113.42" {
t.Errorf("expected '203.0.113.42', got %q", result[0].Answer)
}
}
func TestDeduplicateAnswers_DDGSuffixMoreAtWikipedia(t *testing.T) {
t.Parallel()
infoboxContent := "Apple Inc. is an American multinational technology company headquartered in Cupertino, " +
"California. Apple is one of the Big Tech companies, alongside Amazon, Google, Meta, and Microsoft."
a := infoboxContent + " More at Wikipedia"
answers := []answer.Answer{
{Answer: a, Engine: "duckduckgo"},
}
result := answer.DeduplicateAnswers(answers, []string{infoboxContent})
if len(result) != 0 {
t.Errorf("DDG answer with 'More at Wikipedia' suffix should be deduplicated, got %d", len(result))
}
}
func TestDeduplicateAnswers_EmptyAnswerSkipped(t *testing.T) {
t.Parallel()
answers := []answer.Answer{
{Answer: "", Engine: "duckduckgo"},
{Answer: "valid answer", Engine: "test"},
}
result := answer.DeduplicateAnswers(answers, []string{"some content"})
if len(result) != 1 {
t.Errorf("expected 1, got %d", len(result))
}
if result[0].Answer != "valid answer" {
t.Errorf("expected 'valid answer', got %q", result[0].Answer)
}
}
func TestDeduplicateAnswers_LowercaseLazyBuild(t *testing.T) {
t.Parallel()
answers := []answer.Answer{
{Answer: "Apple Inc. Uses Swift", Engine: "duckduckgo"},
{Answer: "Apple Inc. Is Great", Engine: "duckduckgo"},
}
result := answer.DeduplicateAnswers(answers, []string{
"Apple Inc. uses swift for its app development. Apple Inc. is great for many reasons.",
})
if len(result) != 0 {
t.Errorf("expected 0 (both matched case-insensitively), got %d", len(result))
}
}
func TestDeduplicateAnswers_TruncationBoundary(t *testing.T) {
t.Parallel()
var sb strings.Builder
for range 300 {
sb.WriteByte('x')
}
longNeedle := sb.String()
answers := []answer.Answer{
{Answer: longNeedle + " More at Wikipedia", Engine: "duckduckgo"},
}
haystack := longNeedle[:200] + "some more text"
result := answer.DeduplicateAnswers(answers, []string{haystack})
if len(result) != 0 {
t.Errorf("expected 0 (truncated match), got %d", len(result))
}
}
func TestDeduplicateAnswers_NonDuckDuckGoKeepsOverlap(t *testing.T) {
t.Parallel()
// A non-DuckDuckGo answer (calculator) that overlaps infobox content
// must be retained — the dedup algorithm is specific to DuckDuckGo's
// Wikipedia summary pattern.
answers := []answer.Answer{
{Answer: "4", Engine: "calculator"},
}
result := answer.DeduplicateAnswers(answers, []string{"Result: 4 items found"})
if len(result) != 1 {
t.Errorf("expected 1 (non-DDG calculator answer kept), got %d", len(result))
}
if result[0].Answer != "4" {
t.Errorf("expected '4', got %q", result[0].Answer)
}
}
func TestDeduplicateAnswers_EmptyEngineKeepsOverlap(t *testing.T) {
t.Parallel()
// An answer with empty engine that overlaps infobox content must be
// retained — unknown engine metadata defaults to conservative behavior.
answers := []answer.Answer{
{Answer: "overlapping text from unknown engine"},
}
result := answer.DeduplicateAnswers(answers, []string{"overlapping text from unknown engine appears here"})
if len(result) != 1 {
t.Errorf("expected 1 (empty-engine answer kept), got %d", len(result))
}
}
func TestDeduplicateAnswers_UnknownEngineKeepsOverlap(t *testing.T) {
t.Parallel()
// An answer with an unknown/unrecognized engine that overlaps infobox
// content must be retained — only DuckDuckGo answers are deduplicated.
answers := []answer.Answer{
{Answer: "some answer text", Engine: "unknown_engine"},
}
result := answer.DeduplicateAnswers(answers, []string{"some answer text appears in this infobox"})
if len(result) != 1 {
t.Errorf("expected 1 (unknown-engine answer kept), got %d", len(result))
}
}
func TestDeduplicateAnswers_NonMatchingTruncation(t *testing.T) {
t.Parallel()
var sb strings.Builder
for range 300 {
sb.WriteByte('x')
}
longNeedle := sb.String()
answers := []answer.Answer{
{Answer: longNeedle, Engine: "test"},
}
result := answer.DeduplicateAnswers(answers, []string{"something completely different"})
if len(result) != 1 {
t.Errorf("expected 1 (no match after truncation), got %d", len(result))
}
}