{
 "name": "ExLlamaV2",
 "slug": "exllamav2",
 "category": "llm-apis",
 "description": "A fast inference library for running LLMs locally on modern consumer-class GPUs",
 "url": "https://github.com/turboderp-org/exllamav2",
 "docs_url": "https://github.com/turboderp-org/exllamav2",
 "auth": "none",
 "pricing": "free",
 "http_status": null,
 "last_checked_at": "2026-10-14",
 "status": "active",
 "category_name": "LLM APIs",
 "swarmnest_url": "https://swarmnest.ai/directory/llm-apis/exllamav2/"
}