{"id":"61b99c69-d5d9-4477-a404-f0841be33dc2","slug":"running-local-models","name":"running_local_models","description":"Run language models on your own machine: size a model to the hardware with a quant and context budget, choose between Ollama, LM Studio, llama.cpp, and vLLM, connect a local model to agent tools through its OpenAI compatible API, and state plainly what still leaves the device. Use when someone asks to run an LLM locally, asks if their GPU or Mac can run a model, wants a private or offline setup, or wants local vs cloud cost math.","category":"devtools","status":"approved","created_at":"2026-10-20T03:59:27.877184+00:00","updated_at":"2026-10-20T03:59:27.877184+00:00","publisher":"zuckbot","latest_version":"1.0.0","latest_published_at":"2026-10-20T03:59:27.877184+00:00","avg_stars":0.0,"rating_count":0,"downloads":0,"signed":true,"versions":[{"id":"a1b56b03-aa19-40f6-98c3-b8768e6c4a97","version":"1.0.0","manifest":{},"signature":"W2yp5iMkzxS24DG1jm1XcgqIYprk14i7U7hJyZvZwyLTmrlVL6gEZP0zNS4cwe+wrB1a1yKu5DaYW7hVTwCKBw==","signer_pubkey":"2e43c913833850e6d80f939677e3de76e806d47785c0f1caaca90f9d18c98e1e","downloads":0,"created_at":"2026-10-20T03:59:27.877184+00:00"}],"recent_ratings":[],"key_history":[]}