test_complete_llm_run_counts_tool_calls_from_multiple_generations() — langchain Function Reference

Source Code

libs/core/tests/unit_tests/tracers/test_automatic_metadata.py lines 101–128

def test_complete_llm_run_counts_tool_calls_from_multiple_generations() -> None:
    """Test that tool calls are counted from multiple generations."""
    tracer = MockTracerCore()

    run = MagicMock(spec=Run)
    run.id = "test-llm-run-id-multi"
    run.run_type = "llm"
    run.extra = {}
    run.outputs = {}
    run.events = []
    run.end_time = None
    run.inputs = {}

    tracer.run_map[str(run.id)] = run

    # Create multiple generations with tool calls
    tool_calls_1 = [ToolCall(name="search", args={"query": "test"}, id="call_1")]
    tool_calls_2 = [
        ToolCall(name="calculator", args={"expression": "2+2"}, id="call_2"),
        ToolCall(name="weather", args={"location": "NYC"}, id="call_3"),
    ]
    gen1 = ChatGeneration(message=AIMessage(content="Gen1", tool_calls=tool_calls_1))
    gen2 = ChatGeneration(message=AIMessage(content="Gen2", tool_calls=tool_calls_2))
    response = LLMResult(generations=[[gen1], [gen2]])

    completed_run = tracer._complete_llm_run(response=response, run_id=run.id)

    assert completed_run.extra["tool_call_count"] == 3