test_search_evaluation_datasets.py 710 Bytes
from config.loader import get_app_config
from scripts.evaluation.eval_framework.datasets import resolve_dataset


def test_search_evaluation_registry_contains_expected_datasets() -> None:
    se = get_app_config().search_evaluation
    ids = [item.dataset_id for item in se.datasets]
    assert "core_queries" in ids
    assert "clothing_top771" in ids
    assert se.default_dataset_id == "core_queries"


def test_resolve_dataset_returns_expected_query_counts() -> None:
    core = resolve_dataset(dataset_id="core_queries")
    clothing = resolve_dataset(dataset_id="clothing_top771")
    assert core.query_count > 0
    assert clothing.query_count == 771
    assert clothing.dataset_id == "clothing_top771"