api/tests/integration_tests/model_runtime/localai/test_rerank.py

import os

import pytest

from core.model_runtime.entities.rerank_entities import RerankDocument, RerankResult
from core.model_runtime.errors.validate import CredentialsValidateFailedError
from core.model_runtime.model_providers.localai.rerank.rerank import LocalaiRerankModel


def test_validate_credentials_for_chat_model():
    model = LocalaiRerankModel()

    with pytest.raises(CredentialsValidateFailedError):
        model.validate_credentials(
            model="bge-reranker-v2-m3",
            credentials={
                "server_url": "hahahaha",
                "completion_type": "completion",
            },
        )

    model.validate_credentials(
        model="bge-reranker-base",
        credentials={
            "server_url": os.environ.get("LOCALAI_SERVER_URL"),
            "completion_type": "completion",
        },
    )


def test_invoke_rerank_model():
    model = LocalaiRerankModel()

    response = model.invoke(
        model="bge-reranker-base",
        credentials={"server_url": os.environ.get("LOCALAI_SERVER_URL")},
        query="Organic skincare products for sensitive skin",
        docs=[
            "Eco-friendly kitchenware for modern homes",
            "Biodegradable cleaning supplies for eco-conscious consumers",
            "Organic cotton baby clothes for sensitive skin",
            "Natural organic skincare range for sensitive skin",
            "Tech gadgets for smart homes: 2024 edition",
            "Sustainable gardening tools and compost solutions",
            "Sensitive skin-friendly facial cleansers and toners",
            "Organic food wraps and storage solutions",
            "Yoga mats made from recycled materials",
        ],
        top_n=3,
        score_threshold=0.75,
        user="abc-123",
    )

    assert isinstance(response, RerankResult)
    assert len(response.docs) == 3


def test__invoke():
    model = LocalaiRerankModel()

    # Test case 1: Empty docs
    result = model._invoke(
        model="bge-reranker-base",
        credentials={"server_url": "https://example.com", "api_key": "1234567890"},
        query="Organic skincare products for sensitive skin",
        docs=[],
        top_n=3,
        score_threshold=0.75,
        user="abc-123",
    )
    assert isinstance(result, RerankResult)
    assert len(result.docs) == 0

    # Test case 2: Valid invocation
    result = model._invoke(
        model="bge-reranker-base",
        credentials={"server_url": "https://example.com", "api_key": "1234567890"},
        query="Organic skincare products for sensitive skin",
        docs=[
            "Eco-friendly kitchenware for modern homes",
            "Biodegradable cleaning supplies for eco-conscious consumers",
            "Organic cotton baby clothes for sensitive skin",
            "Natural organic skincare range for sensitive skin",
            "Tech gadgets for smart homes: 2024 edition",
            "Sustainable gardening tools and compost solutions",
            "Sensitive skin-friendly facial cleansers and toners",
            "Organic food wraps and storage solutions",
            "Yoga mats made from recycled materials",
        ],
        top_n=3,
        score_threshold=0.75,
        user="abc-123",
    )
    assert isinstance(result, RerankResult)
    assert len(result.docs) == 3
    assert all(isinstance(doc, RerankDocument) for doc in result.docs)