test_json_equality_evaluator_evaluate_strings_custom_operator_not_equal() — langchain Function Reference

Source Code

libs/langchain/tests/unit_tests/evaluation/parsing/test_base.py lines 116–124

def test_json_equality_evaluator_evaluate_strings_custom_operator_not_equal() -> None:
    def operator(x: dict, y: dict) -> bool:
        return x["a"] == y["a"]

    evaluator = JsonEqualityEvaluator(operator=operator)
    prediction = '{"a": 1}'
    reference = '{"a": 2}'
    result = evaluator.evaluate_strings(prediction=prediction, reference=reference)
    assert result == {"score": False}