runtime_settings.json

{
  "watchdog_enabled": false,
  "watchdog_idle_enabled": false,
  "watchdog_busy_enabled": false,
  "watchdog_idle_timeout": "15m",
  "watchdog_busy_timeout": "5m",
  "watchdog_interval": "500ms",
  "single_backend": false,
  "max_active_backends": 0,
  "auto_upgrade_backends": false,
  "prefer_development_backends": false,
  "memory_reclaimer_enabled": false,
  "memory_reclaimer_threshold": 0,
  "force_eviction_when_busy": false,
  "lru_eviction_max_retries": 30,
  "lru_eviction_retry_interval": "1s",
  "threads": 8,
  "context_size": 0,
  "f16": false,
  "debug": false,
  "enable_tracing": true,
  "tracing_max_items": 1024,
  "tracing_max_body_bytes": 65536,
  "enable_backend_logging": true,
  "cors": false,
  "csrf": false,
  "cors_allow_origins": "",
  "p2p_token": "",
  "p2p_network_id": "",
  "federated": false,
  "galleries": [
    {
      "url": "github:mudler/LocalAI/gallery/index.yaml@master",
      "name": "localai"
    }
  ],
  "backend_galleries": [
    {
      "url": "github:mudler/LocalAI/backend/index.yaml@master",
      "name": "localai"
    }
  ],
  "autoload_galleries": true,
  "autoload_backend_galleries": true,
  "api_keys": null,
  "agent_job_retention_days": 30,
  "open_responses_store_ttl": "0",
  "agent_pool_enabled": true,
  "agent_pool_default_model": "",
  "agent_pool_embedding_model": "granite-embedding-107m-multilingual",
  "agent_pool_max_chunking_size": 400,
  "agent_pool_chunk_overlap": 0,
  "agent_pool_enable_logs": false,
  "agent_pool_collection_db_path": "",
  "agent_pool_vector_engine": "chromem",
  "agent_pool_database_url": "",
  "agent_pool_agent_hub_url": "https://agenthub.localai.io",
  "localai_assistant_enabled": true,
  "instance_name": "",
  "instance_tagline": "",
  "mitm_listen": ""
}