llms.py — langchain Source File

Source Code

"""Wrapper around Fireworks AI's Completion API."""

from __future__ import annotations

import logging
from typing import Any

import requests
from aiohttp import ClientSession, ClientTimeout
from langchain_core.callbacks import (
    AsyncCallbackManagerForLLMRun,
    CallbackManagerForLLMRun,
)
from langchain_core.language_models.llms import LLM
from langchain_core.utils import get_pydantic_field_names
from langchain_core.utils.utils import _build_model_kwargs, secret_from_env
from pydantic import ConfigDict, Field, SecretStr, model_validator

from langchain_fireworks.version import __version__

logger = logging.getLogger(__name__)


class Fireworks(LLM):
    """LLM models from `Fireworks`.

    To use, you'll need an [API key](https://fireworks.ai). This can be passed in as
    init param `fireworks_api_key` or set as environment variable
    `FIREWORKS_API_KEY`.

    [Fireworks AI API reference](https://readme.fireworks.ai/)

    Example:
        ```python
        response = fireworks.generate(["Tell me a joke."])
        ```
    """

    base_url: str = "https://api.fireworks.ai/inference/v1/completions"
    """Base inference API URL."""
    fireworks_api_key: SecretStr = Field(
        alias="api_key",
        default_factory=secret_from_env(
            "FIREWORKS_API_KEY",
            error_message=(
                "You must specify an api key. "
                "You can pass it an argument as `api_key=...` or "
                "set the environment variable `FIREWORKS_API_KEY`."
            ),
        ),
    )
    """Fireworks API key.

    Automatically read from env variable `FIREWORKS_API_KEY` if not provided.
    """
    model: str
    """Model name. [(Available models)](https://readme.fireworks.ai/)"""
    temperature: float | None = None
    """Model temperature."""
    top_p: float | None = None
// ... (174 more lines)