llamda.llm_client package

Submodules

llamda.llm_client.azure module

class llamda.llm_client.azure.AzureOpenAIClient(config, **kwargs)

Bases: BaseClient

Parameters:

• config (AzureOpenAIClientConfig)

• kwargs (dict)

ClientClass

alias of AzureOpenAI

class llamda.llm_client.azure.AzureOpenAIClientConfig(model: str, temperature: float = 1.0, endpoint: str | None = None, deployment: str | None = None, api_key: str | None = None, api_version: str = '2024-12-01-preview')

Bases: BaseLLMClientConfig

Parameters:

• model (str)

• temperature (float)

• endpoint (str | None)

• deployment (str | None)

• api_key (str | None)

• api_version (str)

api_key: str | None = None

api_version: str = '2024-12-01-preview'

deployment: str | None = None

endpoint: str | None = None

llamda.llm_client.base module

class llamda.llm_client.base.BaseClient(config)

Bases: object

Parameters:

config (BaseLLMClientConfig)

chat_completion(n, messages, temperature=None)

Generate n responses using OpenAI Chat Completions API

Parameters:

• n (int)

• messages (list[dict])

• temperature (float | None)

Return type:

list

multi_chat_completion(messages_list, n=1, temperature=None)

Generate multiple chat completions in parallel. param: n: number of responses to generate for each message in messages_list

Parameters:

• messages_list (list[list[dict]])

• n (int)

• temperature (float | None)

Return type:

list[str]

class llamda.llm_client.base.BaseLLMClientConfig(model: str, temperature: float = 1.0)

Bases: object

Parameters:

• model (str)

• temperature (float)

model: str

temperature: float = 1.0

llamda.llm_client.litellm module

class llamda.llm_client.litellm.LiteLLMClient(config)

Bases: BaseClient

Parameters:

config (LiteLLMClientConfig)

class llamda.llm_client.litellm.LiteLLMClientConfig(model: str, temperature: float = 1.0)

Bases: BaseLLMClientConfig

Parameters:

• model (str)

• temperature (float)

llamda.llm_client.llama_api module

class llamda.llm_client.llama_api.LlamaAPIClient(config)

Bases: OpenAIClient

Parameters:

config (LlamaAPIClientConfig)

class llamda.llm_client.llama_api.LlamaAPIClientConfig(model: str, temperature: float = 1.0, base_url: str | None = None, api_key: str | None = None)

Bases: OpenAIClientConfig

Parameters:

• model (str)

• temperature (float)

• base_url (str | None)

• api_key (str | None)

llamda.llm_client.openai module

class llamda.llm_client.openai.OpenAIClient(config)

Bases: BaseClient

Parameters:

config (OpenAIClientConfig)

ClientClass

alias of OpenAI

class llamda.llm_client.openai.OpenAIClientConfig(model: str, temperature: float = 1.0, base_url: str | None = None, api_key: str | None = None)

Bases: BaseLLMClientConfig

Parameters:

• model (str)

• temperature (float)

• base_url (str | None)

• api_key (str | None)

api_key: str | None = None

base_url: str | None = None

llamda.llm_client.zhipuai module

class llamda.llm_client.zhipuai.ZhipuAIClient(config)

Bases: OpenAIClient

Parameters:

config (OpenAIClientConfig)

ClientClass = 'zhipuai'

class llamda.llm_client.zhipuai.ZhipuAIClientConfig(model: str, temperature: float = 1.0, base_url: str | None = None, api_key: str | None = None)

Bases: OpenAIClientConfig

Parameters:

• model (str)

• temperature (float)

• base_url (str | None)

• api_key (str | None)

Module contents