diff --git a/dappnode_package.json b/dappnode_package.json index 657dd58..b722be9 100644 --- a/dappnode_package.json +++ b/dappnode_package.json @@ -6,7 +6,7 @@ "categories": [ "AI" ], - "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama provides a fast and efficient LLM inference engine with AMD ROCm support.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)", + "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama provides a fast and efficient LLM inference engine with AMD ROCm support.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)", "license": "GPL-3.0", "links": { "Models library": "https://ollama.com/library" @@ -19,7 +19,7 @@ { "arg": "OLLAMA_VERSION", "repo": "ollama/ollama", - "version": "v0.32.5" + "version": "v0.40.11" } ], "version": "0.1.0" diff --git a/docker-compose.yml b/docker-compose.yml index 1e328ab..82ee11c 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -4,7 +4,7 @@ services: build: context: ollama args: - OLLAMA_VERSION: v0.32.5 + OLLAMA_VERSION: v0.40.11 container_name: ollama.ollama.dnp.dappnode.eth volumes: - ollama:/root/.ollama diff --git a/getting-started.md b/getting-started.md index 398eada..b7859e9 100644 --- a/getting-started.md +++ b/getting-started.md @@ -5,6 +5,7 @@ Now you can: - Open the **Model Manager** from your package links to browse, pull, and manage your models. - Browse the full [Ollama model library](https://ollama.com/library) to find models. - Use the Ollama API to integrate with your apps. +- Run Jev-style decisions locally: choose a label, estimate a yes/no probability, or score text against a rubric. ### Quick start @@ -32,6 +33,16 @@ curl http://:11434/api/tags Point any Ollama-compatible app (Open WebUI, OpenClaw, etc.) to the API URL shown in your package links. +### Decision models (System One) + +Use **Decision models only** in Model Manager to filter the catalog. Decision models show a **decision** badge; installed models are identified through their reported capabilities. + +Pull a compatible model such as `tev1:0.8b`, `tev1`, `nimble`, `clef`, or `clef-flash`, then use **`POST /v1/systemone`** from your application for choices, yes/no probabilities, and scoring. This is the Jev-compatible API for supported Ollama models; it does not install TypeSafe's hosted Jev model. + +The endpoint is available directly at `http://ollama-.dappnode:11434/v1/systemone` and through Model Manager at `http://ui.ollama-.dappnode/v1/systemone`. Replace `` with `cpu`, `amd`, or `nvidia`. Local requests do not require an API key. + +See the [decision guide](https://docs.ollama.com/capabilities/decision) and [System One API reference](https://docs.ollama.com/api/systemone) for request formats and limits. + ### Resources - [Ollama documentation](https://github.com/ollama/ollama/blob/main/README.md) diff --git a/package_variants/amd/dappnode_package.json b/package_variants/amd/dappnode_package.json index 9b63971..769b547 100644 --- a/package_variants/amd/dappnode_package.json +++ b/package_variants/amd/dappnode_package.json @@ -5,5 +5,5 @@ "Model Manager": "http://ui.ollama-amd.dappnode", "api": "http://ollama-amd.dappnode:11434" }, - "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with AMD ROCm support for GPU inference.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" + "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with AMD ROCm support for GPU inference.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" } diff --git a/package_variants/cpu/dappnode_package.json b/package_variants/cpu/dappnode_package.json index 7a5d9a1..8509d06 100644 --- a/package_variants/cpu/dappnode_package.json +++ b/package_variants/cpu/dappnode_package.json @@ -1,10 +1,13 @@ { - "name": "ollama-cpu.dnp.dappnode.eth", - "version": "0.1.1", + "architectures": [ + "linux/amd64", + "linux/arm64" + ], + "description": "Run large language models locally on your DAppNode. Ollama inference engine with CPU-only support.\n\n**Features:**\n- CPU acceleration for inference\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n", "links": { "Model Manager": "http://ui.ollama-cpu.dappnode", "api": "http://ollama-cpu.dappnode:11434" }, - "architectures": ["linux/amd64", "linux/arm64"], - "description": "Run large language models locally on your DAppNode. Ollama inference engine with CPU-only support.\n\n**Features:**\n- CPU acceleration for inference\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" + "name": "ollama-cpu.dnp.dappnode.eth", + "version": "0.1.2" } diff --git a/package_variants/nvidia/dappnode_package.json b/package_variants/nvidia/dappnode_package.json index ba38726..c733703 100644 --- a/package_variants/nvidia/dappnode_package.json +++ b/package_variants/nvidia/dappnode_package.json @@ -6,5 +6,5 @@ "api": "http://ollama-nvidia.dappnode:11434" }, "architectures": ["linux/amd64", "linux/arm64"], - "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with NVIDIA GPU support for GPU inference.\n\n**Features:**\n- NVIDIA GPU acceleration\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- NVIDIA GPU with CUDA support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" + "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with NVIDIA GPU support for GPU inference.\n\n**Features:**\n- NVIDIA GPU acceleration\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- NVIDIA GPU with CUDA support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" } diff --git a/ui/index.html b/ui/index.html index 4f43bde..c578566 100644 --- a/ui/index.html +++ b/ui/index.html @@ -642,6 +642,24 @@ opacity: 0.3; cursor: not-allowed; } + .decision-badge { + display: inline-block; + font-size: 11px; + font-weight: 500; + color: var(--accent-hover); + background: var(--surface2); + padding: 2px 7px; + border-radius: 5px; + } + + .decision-filter { + display: flex; + align-items: center; + gap: 8px; + font-size: 13px; + color: var(--text2); + margin: 0 0 14px; + } @@ -691,6 +709,7 @@

Available models +
@@ -703,6 +722,7 @@

Available models
${esc(m.name)} + ${m.decision ? 'decision' : ''} ${isInstalled ? '✓' : ''}
${m.desc ? `
${esc(m.desc)}
` : ''} @@ -912,7 +944,9 @@

Available models @@ -1098,10 +1161,27 @@

Available models