mirror of
https://github.com/home-assistant/core.git
synced 2026-07-14 10:03:52 +01:00
Allen Porter
31 lines
746 B
Python
31 lines
746 B
Python
"""Constants for the llama.cpp integration."""
|
|
|
|
import logging
|
|
|
|
DOMAIN = "llama_cpp"
|
|
LOGGER = logging.getLogger(__package__)
|
|
|
|
DEFAULT_CONVERSATION_NAME = "llama.cpp Conversation"
|
|
|
|
CONF_CHAT_MODEL = "chat_model"
|
|
CONF_MAX_TOKENS = "max_tokens"
|
|
CONF_TEMPERATURE = "temperature"
|
|
CONF_TOP_P = "top_p"
|
|
CONF_BASE_URL = "base_url"
|
|
CONF_RECOMMENDED = "recommended"
|
|
CONF_STREAMING = "streaming"
|
|
|
|
# Some servers set placeholder model names which we can use as a default
|
|
DEFAULT_MODEL = "gpt-3.5-turbo"
|
|
RECOMMENDED_CHAT_MODELS = [
|
|
DEFAULT_MODEL,
|
|
"gpt-4",
|
|
"local-model",
|
|
]
|
|
RECOMMENDED_MAX_TOKENS = 3000
|
|
RECOMMENDED_TEMPERATURE = 0.7
|
|
RECOMMENDED_TOP_P = 1.0
|
|
|
|
DEFAULT_BASE_URL = "http://localhost:8080/v1"
|
|
DEFAULT_API_KEY = "sk-0000000000000000000"
|