From 9496b3ade6bdaa77b58dfd1ac4b3ed89c5067834 Mon Sep 17 00:00:00 2001
From: Felix Morgner <felix.morgner@gmail.com>
Date: Fri, 18 Sep 2026 07:08:07 +0200
Subject: initial commit

---
 .gitignore                  |  2 ++
 docker-compose.yml          | 70 +++++++++++++++++++++++++++++++++++++++++++++
 embedding/.gitkeep          |  0
 inference/.gitkeep          |  0
 searxng/config/limiter.toml |  8 ++++++
 searxng/config/settings.yml |  9 ++++++
 6 files changed, 89 insertions(+)
 create mode 100644 .gitignore
 create mode 100644 docker-compose.yml
 create mode 100644 embedding/.gitkeep
 create mode 100644 inference/.gitkeep
 create mode 100644 searxng/config/limiter.toml
 create mode 100644 searxng/config/settings.yml

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..560d82b
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,2 @@
+/inference/models
+/embedding/ollama
diff --git a/docker-compose.yml b/docker-compose.yml
new file mode 100644
index 0000000..8079b2a
--- /dev/null
+++ b/docker-compose.yml
@@ -0,0 +1,70 @@
+services:
+  inference:
+    image: ghcr.io/ggml-org/llama.cpp:server-rocm
+    restart: always
+    command: >-
+      -m /models/gemma-4-26B-A4B-it-qat-UD-Q4_K_XL.gguf
+      -md /models/mtp-gemma-4-26B-A4B-it.gguf
+      -mm /models/mmproj-BF16.gguf
+      --host 0.0.0.0
+      --port 8080
+      --api-key sk-7bbd5413f34151830df2ff33b4956ec10bb8029d73a6d53d3da30a59640b3232
+      --ctx-size 131072
+      -ngl 14
+      -ngld -1
+      --jinja
+      --alias "Gemma 4"
+      --spec-type draft-mtp
+      --spec-draft-n-max 4
+    volumes:
+      - type: bind
+        source: ./inference/models
+        target: /models
+        read_only: false
+    networks:
+      - local-ai
+    ports:
+      - 8080:8080
+    privileged: true
+    shm_size: 16g
+    security_opt:
+      - seccomp:unconfined
+    cap_add:
+      - SYS_PTRACE
+    group_add:
+      - video
+    devices:
+      - /dev/kfd:/dev/kfd
+      - /dev/dri:/dev/dri
+
+  embedding:
+    image: ollama/ollama:latest
+    restart: always
+    environment:
+      OLLAMA_MAX_QUEUE: 8192
+    volumes:
+      - type: bind
+        source: ./embedding/ollama
+        target: /root/.ollama
+        read_only: false
+    networks:
+      - local-ai
+    ports:
+      - 11434:11434
+    privileged: true
+    security_opt:
+      - seccomp:unconfined
+    cap_add:
+      - SYS_PTRACE
+    group_add:
+      - video
+    devices:
+      - /dev/kfd:/dev/kfd
+      - /dev/dri:/dev/dri
+
+networks:
+  local-ai:
+    driver: bridge
+
+volumes:
+  search-cache:
diff --git a/embedding/.gitkeep b/embedding/.gitkeep
new file mode 100644
index 0000000..e69de29
diff --git a/inference/.gitkeep b/inference/.gitkeep
new file mode 100644
index 0000000..e69de29
diff --git a/searxng/config/limiter.toml b/searxng/config/limiter.toml
new file mode 100644
index 0000000..95e2dc1
--- /dev/null
+++ b/searxng/config/limiter.toml
@@ -0,0 +1,8 @@
+[botdetection.ip_limit]
+
+# activate link_token method in the ip_limit method
+link_token = false
+
+[botdetection.ip_lists]
+block_ip = []
+pass_ip = []
diff --git a/searxng/config/settings.yml b/searxng/config/settings.yml
new file mode 100644
index 0000000..dc4946d
--- /dev/null
+++ b/searxng/config/settings.yml
@@ -0,0 +1,9 @@
+use_default_settings: true
+
+search:
+    formats:
+        - json
+server:
+    secret_key: "ae9bcaa7ce98ba26d5f352a23e97722d93921f42b97525d32e4a9906c9b7a287"
+    limiter: false
+    image_proxy: true
-- 
cgit v1.2.3