From 4e18f3cff21a3fba3640c74d16090539adfd056e Mon Sep 17 00:00:00 2001 From: "tropibot[bot]" <285933081+tropibot[bot]@users.noreply.github.com> Date: Sat, 24 Oct 2026 19:11:36 +0000 Subject: [PATCH 1/2] chore: bump ollama to v0.40.11 --- dappnode_package.json | 2 +- docker-compose.yml | 2 +- package_variants/cpu/dappnode_package.json | 11 +++++++---- 3 files changed, 9 insertions(+), 6 deletions(-) diff --git a/dappnode_package.json b/dappnode_package.json index 657dd58..df0bf49 100644 --- a/dappnode_package.json +++ b/dappnode_package.json @@ -19,7 +19,7 @@ { "arg": "OLLAMA_VERSION", "repo": "ollama/ollama", - "version": "v0.32.5" + "version": "v0.40.11" } ], "version": "0.1.0" diff --git a/docker-compose.yml b/docker-compose.yml index 1e328ab..82ee11c 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -4,7 +4,7 @@ services: build: context: ollama args: - OLLAMA_VERSION: v0.32.5 + OLLAMA_VERSION: v0.40.11 container_name: ollama.ollama.dnp.dappnode.eth volumes: - ollama:/root/.ollama diff --git a/package_variants/cpu/dappnode_package.json b/package_variants/cpu/dappnode_package.json index 7a5d9a1..400d234 100644 --- a/package_variants/cpu/dappnode_package.json +++ b/package_variants/cpu/dappnode_package.json @@ -1,10 +1,13 @@ { - "name": "ollama-cpu.dnp.dappnode.eth", - "version": "0.1.1", + "architectures": [ + "linux/amd64", + "linux/arm64" + ], + "description": "Run large language models locally on your DAppNode. Ollama inference engine with CPU-only support.\n\n**Features:**\n- CPU acceleration for inference\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n", "links": { "Model Manager": "http://ui.ollama-cpu.dappnode", "api": "http://ollama-cpu.dappnode:11434" }, - "architectures": ["linux/amd64", "linux/arm64"], - "description": "Run large language models locally on your DAppNode. Ollama inference engine with CPU-only support.\n\n**Features:**\n- CPU acceleration for inference\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" + "name": "ollama-cpu.dnp.dappnode.eth", + "version": "0.1.2" } From 5bd187802abf29695400430b2bddfc9b40e3fb65 Mon Sep 17 00:00:00 2001 From: hcastc00 Date: Wed, 28 Oct 2026 17:16:18 +0100 Subject: [PATCH 2/2] feat: support decision models and recover UI after restarts --- dappnode_package.json | 2 +- getting-started.md | 11 ++ package_variants/amd/dappnode_package.json | 2 +- package_variants/cpu/dappnode_package.json | 2 +- package_variants/nvidia/dappnode_package.json | 2 +- ui/index.html | 128 +++++++++++++----- ui/nginx.conf | 19 ++- ui/tests/check-restarts.py | 96 +++++++++++++ 8 files changed, 226 insertions(+), 36 deletions(-) create mode 100644 ui/tests/check-restarts.py diff --git a/dappnode_package.json b/dappnode_package.json index df0bf49..b722be9 100644 --- a/dappnode_package.json +++ b/dappnode_package.json @@ -6,7 +6,7 @@ "categories": [ "AI" ], - "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama provides a fast and efficient LLM inference engine with AMD ROCm support.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)", + "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama provides a fast and efficient LLM inference engine with AMD ROCm support.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)", "license": "GPL-3.0", "links": { "Models library": "https://ollama.com/library" diff --git a/getting-started.md b/getting-started.md index 398eada..b7859e9 100644 --- a/getting-started.md +++ b/getting-started.md @@ -5,6 +5,7 @@ Now you can: - Open the **Model Manager** from your package links to browse, pull, and manage your models. - Browse the full [Ollama model library](https://ollama.com/library) to find models. - Use the Ollama API to integrate with your apps. +- Run Jev-style decisions locally: choose a label, estimate a yes/no probability, or score text against a rubric. ### Quick start @@ -32,6 +33,16 @@ curl http://:11434/api/tags Point any Ollama-compatible app (Open WebUI, OpenClaw, etc.) to the API URL shown in your package links. +### Decision models (System One) + +Use **Decision models only** in Model Manager to filter the catalog. Decision models show a **decision** badge; installed models are identified through their reported capabilities. + +Pull a compatible model such as `tev1:0.8b`, `tev1`, `nimble`, `clef`, or `clef-flash`, then use **`POST /v1/systemone`** from your application for choices, yes/no probabilities, and scoring. This is the Jev-compatible API for supported Ollama models; it does not install TypeSafe's hosted Jev model. + +The endpoint is available directly at `http://ollama-.dappnode:11434/v1/systemone` and through Model Manager at `http://ui.ollama-.dappnode/v1/systemone`. Replace `` with `cpu`, `amd`, or `nvidia`. Local requests do not require an API key. + +See the [decision guide](https://docs.ollama.com/capabilities/decision) and [System One API reference](https://docs.ollama.com/api/systemone) for request formats and limits. + ### Resources - [Ollama documentation](https://github.com/ollama/ollama/blob/main/README.md) diff --git a/package_variants/amd/dappnode_package.json b/package_variants/amd/dappnode_package.json index 9b63971..769b547 100644 --- a/package_variants/amd/dappnode_package.json +++ b/package_variants/amd/dappnode_package.json @@ -5,5 +5,5 @@ "Model Manager": "http://ui.ollama-amd.dappnode", "api": "http://ollama-amd.dappnode:11434" }, - "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with AMD ROCm support for GPU inference.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" + "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with AMD ROCm support for GPU inference.\n\n**Features:**\n- AMD GPU acceleration via ROCm\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- AMD GPU with ROCm support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" } diff --git a/package_variants/cpu/dappnode_package.json b/package_variants/cpu/dappnode_package.json index 400d234..8509d06 100644 --- a/package_variants/cpu/dappnode_package.json +++ b/package_variants/cpu/dappnode_package.json @@ -3,7 +3,7 @@ "linux/amd64", "linux/arm64" ], - "description": "Run large language models locally on your DAppNode. Ollama inference engine with CPU-only support.\n\n**Features:**\n- CPU acceleration for inference\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n", + "description": "Run large language models locally on your DAppNode. Ollama inference engine with CPU-only support.\n\n**Features:**\n- CPU acceleration for inference\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n", "links": { "Model Manager": "http://ui.ollama-cpu.dappnode", "api": "http://ollama-cpu.dappnode:11434" diff --git a/package_variants/nvidia/dappnode_package.json b/package_variants/nvidia/dappnode_package.json index ba38726..c733703 100644 --- a/package_variants/nvidia/dappnode_package.json +++ b/package_variants/nvidia/dappnode_package.json @@ -6,5 +6,5 @@ "api": "http://ollama-nvidia.dappnode:11434" }, "architectures": ["linux/amd64", "linux/arm64"], - "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with NVIDIA GPU support for GPU inference.\n\n**Features:**\n- NVIDIA GPU acceleration\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- NVIDIA GPU with CUDA support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" + "description": "Run large language models locally on your DAppNode with GPU acceleration. Ollama with NVIDIA GPU support for GPU inference.\n\n**Features:**\n- NVIDIA GPU acceleration\n- Typed decisions with probabilities via the Jev-compatible System One API\n- Complete privacy - all processing stays local\n- Support for multiple LLM models (Llama, Mistral, CodeLlama, etc.)\n\n**Requirements:**\n- NVIDIA GPU with CUDA support\n- At least 8GB RAM (16GB+ recommended)\n- Sufficient storage for models (10GB+ recommended)\n" } diff --git a/ui/index.html b/ui/index.html index 4f43bde..c578566 100644 --- a/ui/index.html +++ b/ui/index.html @@ -642,6 +642,24 @@ opacity: 0.3; cursor: not-allowed; } + .decision-badge { + display: inline-block; + font-size: 11px; + font-weight: 500; + color: var(--accent-hover); + background: var(--surface2); + padding: 2px 7px; + border-radius: 5px; + } + + .decision-filter { + display: flex; + align-items: center; + gap: 8px; + font-size: 13px; + color: var(--text2); + margin: 0 0 14px; + } @@ -691,6 +709,7 @@

Available models +
@@ -703,6 +722,7 @@

Available models
${esc(m.name)} + ${m.decision ? 'decision' : ''} ${isInstalled ? '✓' : ''}
${m.desc ? `
${esc(m.desc)}
` : ''} @@ -912,7 +944,9 @@

Available models @@ -1098,10 +1161,27 @@

Available models