ModelLaboratory Class — langchain Architecture

Architecture documentation for the ModelLaboratory class in model_laboratory.py from the langchain codebase.

Class python

Entity Profile

Dependency Diagram

graph TD
  ddc55513_8bea_9f0f_9a07_33c17a0d376f["ModelLaboratory"]
  f3cef70e_11b0_61c9_7ec0_7308f4b45056["Chain"]
  ddc55513_8bea_9f0f_9a07_33c17a0d376f -->|extends| f3cef70e_11b0_61c9_7ec0_7308f4b45056
  07ba23d4_c166_00e2_3f4e_be6655153829["model_laboratory.py"]
  ddc55513_8bea_9f0f_9a07_33c17a0d376f -->|defined in| 07ba23d4_c166_00e2_3f4e_be6655153829
  faa83a0b_d5b8_28b7_b07c_725dc6ca4594["__init__()"]
  ddc55513_8bea_9f0f_9a07_33c17a0d376f -->|method| faa83a0b_d5b8_28b7_b07c_725dc6ca4594
  962bae77_5dd8_f194_e1d3_68d9fbeb473e["from_llms()"]
  ddc55513_8bea_9f0f_9a07_33c17a0d376f -->|method| 962bae77_5dd8_f194_e1d3_68d9fbeb473e
  9d725907_3c29_8573_eb15_52e400e4ca4b["compare()"]
  ddc55513_8bea_9f0f_9a07_33c17a0d376f -->|method| 9d725907_3c29_8573_eb15_52e400e4ca4b

Relationship Graph

Source Code

libs/langchain/langchain_classic/model_laboratory.py lines 15–98

class ModelLaboratory:
    """A utility to experiment with and compare the performance of different models."""

    def __init__(self, chains: Sequence[Chain], names: list[str] | None = None):
        """Initialize the ModelLaboratory with chains to experiment with.

        Args:
            chains: A sequence of chains to experiment with.
                Each chain must have exactly one input and one output variable.
            names: Optional list of names corresponding to each chain.
                If provided, its length must match the number of chains.


        Raises:
            ValueError: If any chain is not an instance of `Chain`.
            ValueError: If a chain does not have exactly one input variable.
            ValueError: If a chain does not have exactly one output variable.
            ValueError: If the length of `names` does not match the number of chains.
        """
        for chain in chains:
            if not isinstance(chain, Chain):
                msg = (  # type: ignore[unreachable]
                    "ModelLaboratory should now be initialized with Chains. "
                    "If you want to initialize with LLMs, use the `from_llms` method "
                    "instead (`ModelLaboratory.from_llms(...)`)"
                )
                raise ValueError(msg)  # noqa: TRY004
            if len(chain.input_keys) != 1:
                msg = (
                    "Currently only support chains with one input variable, "
                    f"got {chain.input_keys}"
                )
                raise ValueError(msg)
            if len(chain.output_keys) != 1:
                msg = (
                    "Currently only support chains with one output variable, "
                    f"got {chain.output_keys}"
                )
        if names is not None and len(names) != len(chains):
            msg = "Length of chains does not match length of names."
            raise ValueError(msg)
        self.chains = chains
        chain_range = [str(i) for i in range(len(self.chains))]
        self.chain_colors = get_color_mapping(chain_range)
        self.names = names

    @classmethod
    def from_llms(
        cls,
        llms: list[BaseLLM],
        prompt: PromptTemplate | None = None,
    ) -> ModelLaboratory:
        """Initialize the ModelLaboratory with LLMs and an optional prompt.

        Args:
            llms: A list of LLMs to experiment with.
            prompt: An optional prompt to use with the LLMs.
                If provided, the prompt must contain exactly one input variable.

        Returns:
            An instance of `ModelLaboratory` initialized with LLMs.
        """
        if prompt is None:
            prompt = PromptTemplate(input_variables=["_input"], template="{_input}")
        chains = [LLMChain(llm=llm, prompt=prompt) for llm in llms]
        names = [str(llm) for llm in llms]
        return cls(chains, names=names)

    def compare(self, text: str) -> None:
        """Compare model outputs on an input text.

        If a prompt was provided with starting the laboratory, then this text will be
        fed into the prompt. If no prompt was provided, then the input text is the
        entire prompt.

        Args:
            text: input text to run all models on.
        """
        print(f"\033[1mInput:\033[0m\n{text}\n")  # noqa: T201
        for i, chain in enumerate(self.chains):
            name = self.names[i] if self.names is not None else str(chain)