Compare commits
19 Commits
main
...
cf5474369d
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
cf5474369d | ||
|
|
5ed02928ec | ||
|
|
7fe24d1956 | ||
|
|
30e01a9a09 | ||
|
|
e40fd48547 | ||
|
|
faf92cfbf7 | ||
| 1a6a74a067 | |||
|
|
2e0bd6d49a | ||
|
|
bc3722732a | ||
| 35077b1f7c | |||
| f3f1c346ac | |||
|
|
87dbd3e6ea | ||
|
|
96f1c69fd9 | ||
|
|
9aef43ee10 | ||
|
|
11904f39b2 | ||
|
|
35019e08cc | ||
|
|
ca3de65e34 | ||
|
|
6df8f80d24 | ||
|
|
8e8b54d176 |
@@ -8,3 +8,6 @@ OPENWEBUI_DB_PASS=changeme
|
|||||||
|
|
||||||
# Scriberr — Hugging Face token for model downloads
|
# Scriberr — Hugging Face token for model downloads
|
||||||
HF_TOKEN=changeme
|
HF_TOKEN=changeme
|
||||||
|
|
||||||
|
# OpenClaw — generate with: openssl rand -hex 32
|
||||||
|
OPENCLAW_GATEWAY_TOKEN=changeme
|
||||||
|
|||||||
@@ -105,26 +105,3 @@ services:
|
|||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
|
|
||||||
whisper:
|
|
||||||
container_name: whisper
|
|
||||||
image: fedirz/faster-whisper-server:latest-cuda
|
|
||||||
restart: unless-stopped
|
|
||||||
networks:
|
|
||||||
- ai-net
|
|
||||||
- ai-services
|
|
||||||
ports:
|
|
||||||
- "8786:8000"
|
|
||||||
environment:
|
|
||||||
TZ: ${TZ}
|
|
||||||
WHISPER__MODEL: ${WHISPER_MODEL}
|
|
||||||
WHISPER__DEVICE: cuda
|
|
||||||
WHISPER__COMPUTE_TYPE: float16
|
|
||||||
volumes:
|
|
||||||
- /mnt/docker-ssd/docker/appdata/whisper:/root/.cache/huggingface
|
|
||||||
deploy:
|
|
||||||
resources:
|
|
||||||
reservations:
|
|
||||||
devices:
|
|
||||||
- driver: nvidia
|
|
||||||
count: 1
|
|
||||||
capabilities: [gpu]
|
|
||||||
|
|||||||
@@ -38,6 +38,8 @@ services:
|
|||||||
N8N_EMAIL_MODE: smtp
|
N8N_EMAIL_MODE: smtp
|
||||||
EXECUTIONS_DATA_PRUNE: "true"
|
EXECUTIONS_DATA_PRUNE: "true"
|
||||||
EXECUTIONS_DATA_MAX_AGE: 336
|
EXECUTIONS_DATA_MAX_AGE: 336
|
||||||
|
N8N_BLOCK_ENV_ACCESS_IN_NODE: "false"
|
||||||
|
LITELLM_API_KEY: ${LITELLM_API_KEY}
|
||||||
volumes:
|
volumes:
|
||||||
- /mnt/tank/docker/appdata/n8n:/home/node/.n8n
|
- /mnt/tank/docker/appdata/n8n:/home/node/.n8n
|
||||||
- /mnt/data/class-recordings:/data/class-recordings
|
- /mnt/data/class-recordings:/data/class-recordings
|
||||||
|
|||||||
0
databases/initdb-mariadb/01-create-uptime-kuma-db.sh
Executable file → Normal file
0
databases/initdb-mariadb/01-create-uptime-kuma-db.sh
Executable file → Normal file
@@ -39,6 +39,25 @@ services:
|
|||||||
retries: 3
|
retries: 3
|
||||||
start_period: 30s
|
start_period: 30s
|
||||||
|
|
||||||
|
# Run once to install git-crypt on the TrueNAS host (apt is blocked there).
|
||||||
|
# Usage: docker compose --profile setup up git-crypt-init
|
||||||
|
git-crypt-init:
|
||||||
|
container_name: git-crypt-init
|
||||||
|
image: debian:bookworm-slim
|
||||||
|
profiles:
|
||||||
|
- setup
|
||||||
|
restart: "no"
|
||||||
|
volumes:
|
||||||
|
- /root/bin:/out
|
||||||
|
command: >
|
||||||
|
bash -c "
|
||||||
|
apt-get update -qq &&
|
||||||
|
apt-get install -y -qq git-crypt &&
|
||||||
|
cp /usr/bin/git-crypt /out/git-crypt &&
|
||||||
|
chmod +x /out/git-crypt &&
|
||||||
|
echo 'git-crypt installed to /root/bin/git-crypt'
|
||||||
|
"
|
||||||
|
|
||||||
rackpeek:
|
rackpeek:
|
||||||
container_name: ix-rackpeek-rackpeek-1
|
container_name: ix-rackpeek-rackpeek-1
|
||||||
image: aptacode/rackpeek:latest
|
image: aptacode/rackpeek:latest
|
||||||
|
|||||||
@@ -41,7 +41,7 @@ Full homelab stack as of 2026-05-09. All 6 expansion phases are complete and dep
|
|||||||
|
|
||||||
### Productivity Layer
|
### Productivity Layer
|
||||||
- **Immich** (2283) — photo management; library on Serenity NFS
|
- **Immich** (2283) — photo management; library on Serenity NFS
|
||||||
- **Paperless-NGX** (8083) — document management
|
- **Paperless-NGX** (8083) — document management; uses internal Tika + Gotenberg sidecars for Office/OpenDocument text extraction and conversion
|
||||||
- **Karakeep** (3100) — bookmarks / read-later
|
- **Karakeep** (3100) — bookmarks / read-later
|
||||||
- **n8n** (5678) — workflow automation
|
- **n8n** (5678) — workflow automation
|
||||||
- **KitchenOwl** (8086), **DoneTick** (2021) — household and task management
|
- **KitchenOwl** (8086), **DoneTick** (2021) — household and task management
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
All homelab services, their hosts, ports, and current status.
|
All homelab services, their hosts, ports, and current status.
|
||||||
|
|
||||||
*Last updated: 2026-05-09*
|
*Last updated: 2026-05-10*
|
||||||
|
|
||||||
## Shared Databases (PD)
|
## Shared Databases (PD)
|
||||||
|
|
||||||
@@ -32,8 +32,10 @@ All homelab services, their hosts, ports, and current status.
|
|||||||
| LiteLLM | PD | 4000 | ✅ Active |
|
| LiteLLM | PD | 4000 | ✅ Active |
|
||||||
| OpenWebUI | PD | 8282 | ✅ Active |
|
| OpenWebUI | PD | 8282 | ✅ Active |
|
||||||
| Qdrant | PD | 6333 (HTTP) / 6334 (gRPC) | ✅ Active |
|
| Qdrant | PD | 6333 (HTTP) / 6334 (gRPC) | ✅ Active |
|
||||||
| Whisper (faster-whisper) | PD | 8786 | ✅ Active |
|
| Whisper (faster-whisper, CPU) | N.O.M.A.D. (10.5.1.16) | 8786 | ✅ Active |
|
||||||
|
| Whisper (faster-whisper, CUDA large-v3) | Rocinante (10.5.1.112) | 8787 | ✅ Active |
|
||||||
| SearXNG | PD | 8888 | ✅ Active |
|
| SearXNG | PD | 8888 | ✅ Active |
|
||||||
|
| OpenClaw | PD | 18789 | ✅ Active |
|
||||||
| Ollama — light tier | N.O.M.A.D. (10.5.1.16) | 11434 | ✅ Active |
|
| Ollama — light tier | N.O.M.A.D. (10.5.1.16) | 11434 | ✅ Active |
|
||||||
| Ollama — heavy tier | Rocinante (10.5.1.112) | 11434 | ✅ Active |
|
| Ollama — heavy tier | Rocinante (10.5.1.112) | 11434 | ✅ Active |
|
||||||
| Reranker (TEI) | Serenity (10.5.1.5) | 9787 | ✅ Active |
|
| Reranker (TEI) | Serenity (10.5.1.5) | 9787 | ✅ Active |
|
||||||
@@ -53,7 +55,7 @@ All homelab services, their hosts, ports, and current status.
|
|||||||
| Service | Port | Status |
|
| Service | Port | Status |
|
||||||
|---------|------|--------|
|
|---------|------|--------|
|
||||||
| Immich | 2283 | ✅ Active |
|
| Immich | 2283 | ✅ Active |
|
||||||
| Paperless-NGX | 8083 | ✅ Active |
|
| Paperless-NGX | 8083 | ✅ Active; DOCX/Office ingestion via internal Tika + Gotenberg sidecars |
|
||||||
| Karakeep | 3100 | ✅ Active |
|
| Karakeep | 3100 | ✅ Active |
|
||||||
| n8n | 5678 | ✅ Active |
|
| n8n | 5678 | ✅ Active |
|
||||||
| KitchenOwl | 8086 | ✅ Active |
|
| KitchenOwl | 8086 | ✅ Active |
|
||||||
|
|||||||
49
docs/operations/PAPERLESS.md
Normal file
49
docs/operations/PAPERLESS.md
Normal file
@@ -0,0 +1,49 @@
|
|||||||
|
# Paperless-NGX Operations
|
||||||
|
|
||||||
|
## Stack Location
|
||||||
|
|
||||||
|
- Compose path on PD: `/mnt/docker-ssd/docker/compose/documents/docker-compose.yaml`
|
||||||
|
- Appdata: `/mnt/docker-ssd/docker/appdata/paperless/`
|
||||||
|
- Consume source: `/mnt/unraid/data/paperless/consume`
|
||||||
|
- Consume container path: `/usr/src/paperless/consume`
|
||||||
|
|
||||||
|
## Office Document Ingestion
|
||||||
|
|
||||||
|
Paperless-NGX uses internal-only Tika and Gotenberg sidecars:
|
||||||
|
|
||||||
|
- Tika endpoint: `http://tika:9998`
|
||||||
|
- Gotenberg endpoint: `http://gotenberg:3000`
|
||||||
|
- Network: `documents_paperless_internal`
|
||||||
|
- Host ports: none
|
||||||
|
- Resource limits: Tika `512m`, Gotenberg `256m`
|
||||||
|
|
||||||
|
This enables ingestion/extraction for Office and OpenDocument files such as:
|
||||||
|
|
||||||
|
- `.docx`, `.doc`
|
||||||
|
- `.pptx`, `.xlsx`
|
||||||
|
- `.odt`, `.ods`, `.odp`
|
||||||
|
|
||||||
|
## Deploy / Restart Procedure
|
||||||
|
|
||||||
|
Validate before changing running containers:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd /mnt/docker-ssd/docker/compose/documents
|
||||||
|
docker compose --env-file .env config
|
||||||
|
```
|
||||||
|
|
||||||
|
Deploy with compose only:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
docker compose --env-file .env down && docker compose --env-file .env up -d
|
||||||
|
```
|
||||||
|
|
||||||
|
Never use `systemctl restart docker` on PD for this stack.
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
|
||||||
|
```bash
|
||||||
|
docker compose --env-file .env ps
|
||||||
|
docker logs paperless --tail 200 | grep -Ei 'tika|gotenberg'
|
||||||
|
docker exec paperless sh -lc 'echo "$PAPERLESS_TIKA_ENABLED $PAPERLESS_TIKA_ENDPOINT $PAPERLESS_TIKA_GOTENBERG_ENDPOINT"; mount | grep /usr/src/paperless/consume'
|
||||||
|
```
|
||||||
@@ -1,11 +1,25 @@
|
|||||||
# Secrets Management
|
# Secrets Management
|
||||||
|
|
||||||
|
## Overview
|
||||||
|
|
||||||
|
Secrets are managed in two layers:
|
||||||
|
|
||||||
|
1. **Live secrets** — `.env` files on PD at `/mnt/docker-ssd/docker/compose/<stack>/.env`, gitignored and never committed to the main repo
|
||||||
|
2. **Encrypted backup** — all `.env` files are synced to a private git-crypt encrypted Gitea repo at `/mnt/docker-ssd/docker/secrets/`
|
||||||
|
|
||||||
|
The sync is a one-command operation and is safe to re-run at any time.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
## Principles
|
## Principles
|
||||||
- `.env` files are gitignored and never committed to any public repo
|
|
||||||
- `.env.example` files are committed with placeholder values
|
- `.env` files are gitignored in the main repo — never committed there
|
||||||
- Real `.env` files live only on the host at the stack directory
|
- `.env.example` files with placeholder values are committed instead
|
||||||
|
- The secrets repo encrypts everything at rest using git-crypt (symmetric key)
|
||||||
- Secrets are generated with standard tools, never reused across services
|
- Secrets are generated with standard tools, never reused across services
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
## Generating Secrets
|
## Generating Secrets
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
@@ -19,46 +33,170 @@ openssl rand -hex 32
|
|||||||
openssl rand -base64 32
|
openssl rand -base64 32
|
||||||
```
|
```
|
||||||
|
|
||||||
## .env File Locations
|
---
|
||||||
|
|
||||||
|
## Live .env File Locations
|
||||||
|
|
||||||
All `.env` files live alongside their `docker-compose.yaml`:
|
All `.env` files live alongside their `docker-compose.yaml`:
|
||||||
|
|
||||||
```
|
```
|
||||||
/mnt/docker-ssd/docker/compose/<stack>/.env
|
/mnt/docker-ssd/docker/compose/
|
||||||
|
ai/.env
|
||||||
|
automation/.env
|
||||||
|
databases/.env
|
||||||
|
dev/.env
|
||||||
|
documents/.env
|
||||||
|
home/.env
|
||||||
|
infrastructure/.env
|
||||||
|
media/.env
|
||||||
|
media/kima-hub/.env
|
||||||
|
mesh-mqtt-observer/.env
|
||||||
|
meshtastic/.env
|
||||||
|
monitoring/.env
|
||||||
|
photos/.env
|
||||||
```
|
```
|
||||||
|
|
||||||
## Backing Up .env Files
|
---
|
||||||
|
|
||||||
|
## Secrets Repo (git-crypt)
|
||||||
|
|
||||||
|
| | |
|
||||||
|
|---|---|
|
||||||
|
| **Gitea repo** | `https://gitea.paccoco.com/fizzlepoof/homelab-secrets` (private) |
|
||||||
|
| **SSH remote** | `ssh://git@10.5.1.6:2222/fizzlepoof/homelab-secrets.git` |
|
||||||
|
| **Local path on PD** | `/mnt/docker-ssd/docker/secrets/` |
|
||||||
|
| **Symmetric key location** | `/mnt/docker-ssd/docker/secrets/.git-crypt-secrets.key` (if copied there) or retrieve from password manager |
|
||||||
|
| **Key backup** | Password manager + `C:\Users\Fizzlepoof\Downloads\.git-crypt-secrets.key` |
|
||||||
|
|
||||||
|
### Repo structure
|
||||||
|
|
||||||
|
| Directory | Contents |
|
||||||
|
|-----------|----------|
|
||||||
|
| `env/` | `.env` files for each stack, named `<stack>.env` |
|
||||||
|
| `keys/` | API keys and tokens |
|
||||||
|
| `certs/` | TLS certificates |
|
||||||
|
| `tokens/` | Service tokens (Paperless, LiteLLM, etc.) |
|
||||||
|
| `ssh/` | SSH private keys |
|
||||||
|
|
||||||
|
All files except `README.md` and `.gitattributes` are encrypted by git-crypt on commit.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Syncing .env Files to the Secrets Repo
|
||||||
|
|
||||||
|
Use the sync script — no root required, safe to re-run:
|
||||||
|
|
||||||
### Short term: Private Gitea repo
|
|
||||||
Create a private repo on Gitea (not GitHub) and push all .env files there:
|
|
||||||
```bash
|
```bash
|
||||||
# In a separate directory, not the main stacks repo
|
bash /mnt/docker-ssd/docker/compose/scripts/sync-envs-to-secrets.sh
|
||||||
git init homelab-secrets
|
|
||||||
cd homelab-secrets
|
|
||||||
# Copy and add .env files
|
|
||||||
git remote add origin https://gitea.paccoco.com/fizzlepoof/homelab-secrets.git
|
|
||||||
git push -u origin main
|
|
||||||
```
|
```
|
||||||
|
|
||||||
### Long term: Restic + offsite
|
What it does:
|
||||||
Include the compose directory (with .env files) in a restic backup:
|
- Scans all stack directories under `/mnt/docker-ssd/docker/compose/` for `.env` files
|
||||||
|
- Copies changed/new files to `/mnt/docker-ssd/docker/secrets/env/` as `<stack>.env`
|
||||||
|
- Skips unchanged files
|
||||||
|
- Commits and pushes to Gitea automatically
|
||||||
|
|
||||||
|
Run this any time you create or update a stack's `.env` file.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## git-crypt on TrueNAS
|
||||||
|
|
||||||
|
apt is blocked on TrueNAS Scale. git-crypt is installed via Docker and stored on the persistent dataset at `/mnt/docker-ssd/bin/git-crypt`.
|
||||||
|
|
||||||
|
### Current installation (already done on PD)
|
||||||
|
|
||||||
|
```
|
||||||
|
/mnt/docker-ssd/bin/git-crypt
|
||||||
|
```
|
||||||
|
|
||||||
|
PATH is set in `/home/truenas_admin/.bashrc` and `/root/.bashrc`:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
restic -r <repo> backup /mnt/docker-ssd/docker/compose --exclude="*.example"
|
export PATH="/mnt/docker-ssd/bin:$PATH"
|
||||||
```
|
```
|
||||||
|
|
||||||
### Best long term: Vaultwarden
|
### Re-installing after a full rebuild
|
||||||
Once deployed, store each service's .env as a secure note in Vaultwarden. Single source of truth, accessible from anywhere.
|
|
||||||
|
**Option 1 — one-liner:**
|
||||||
|
```bash
|
||||||
|
sudo -i
|
||||||
|
docker run --rm -v /tmp:/out debian:bookworm-slim \
|
||||||
|
bash -c "apt-get update -qq && apt-get install -y -qq git-crypt && cp /usr/bin/git-crypt /out/git-crypt"
|
||||||
|
mkdir -p /mnt/docker-ssd/bin
|
||||||
|
cp /tmp/git-crypt /mnt/docker-ssd/bin/git-crypt
|
||||||
|
chmod +x /mnt/docker-ssd/bin/git-crypt
|
||||||
|
echo 'export PATH="/mnt/docker-ssd/bin:$PATH"' >> /root/.bashrc
|
||||||
|
echo 'export PATH="/mnt/docker-ssd/bin:$PATH"' >> /home/truenas_admin/.bashrc
|
||||||
|
```
|
||||||
|
|
||||||
|
**Option 2 — via dev stack compose:**
|
||||||
|
```bash
|
||||||
|
cd /mnt/docker-ssd/docker/compose/dev
|
||||||
|
sudo docker compose --profile setup up git-crypt-init
|
||||||
|
# copies git-crypt to /root/bin — then move to persistent location:
|
||||||
|
sudo cp /root/bin/git-crypt /mnt/docker-ssd/bin/git-crypt
|
||||||
|
```
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Unlocking the Secrets Repo on a New Machine
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Install git-crypt first (see above), then:
|
||||||
|
git clone ssh://git@10.5.1.6:2222/fizzlepoof/homelab-secrets.git /mnt/docker-ssd/docker/secrets
|
||||||
|
cd /mnt/docker-ssd/docker/secrets
|
||||||
|
git-crypt unlock /path/to/.git-crypt-secrets.key
|
||||||
|
```
|
||||||
|
|
||||||
|
After unlock, the `env/` directory contains plaintext `.env` files ready to copy back into the stack directories.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Full Rebuild Runbook
|
||||||
|
|
||||||
|
On a fresh PD after reinstalling TrueNAS:
|
||||||
|
|
||||||
|
1. **Install git-crypt** (Option 1 above — docker is available immediately after TrueNAS install)
|
||||||
|
2. **Restore secrets repo:**
|
||||||
|
```bash
|
||||||
|
git clone ssh://git@10.5.1.6:2222/fizzlepoof/homelab-secrets.git /mnt/docker-ssd/docker/secrets
|
||||||
|
cd /mnt/docker-ssd/docker/secrets
|
||||||
|
git-crypt unlock /path/to/.git-crypt-secrets.key
|
||||||
|
```
|
||||||
|
3. **Restore .env files** from `secrets/env/` back to their stack directories:
|
||||||
|
```bash
|
||||||
|
cp /mnt/docker-ssd/docker/secrets/env/ai.env /mnt/docker-ssd/docker/compose/ai/.env
|
||||||
|
cp /mnt/docker-ssd/docker/secrets/env/databases.env /mnt/docker-ssd/docker/compose/databases/.env
|
||||||
|
# ... etc for each stack
|
||||||
|
```
|
||||||
|
4. **Clone the main stacks repo:**
|
||||||
|
```bash
|
||||||
|
git clone git@gitea.paccoco.com:fizzlepoof/truenas-stacks.git /mnt/docker-ssd/docker/compose
|
||||||
|
```
|
||||||
|
5. **Redeploy stacks** per `DEPLOYMENT_CHECKLIST.md`
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
## Known Credentials Locations
|
## Known Credentials Locations
|
||||||
|
|
||||||
| Service | Where stored |
|
| Service | File |
|
||||||
|---------|-------------|
|
|---------|------|
|
||||||
| shared-postgres | `databases/.env` |
|
| shared-postgres | `databases/.env` |
|
||||||
| shared-mariadb | `databases/.env` |
|
| shared-mariadb | `databases/.env` |
|
||||||
| OpenWebUI DB | `ai/.env` — user: openwebui, db: openwebui |
|
| OpenWebUI DB | `ai/.env` — user: openwebui, db: openwebui |
|
||||||
| Donetick | `home/.env` + `selfhosted.yaml` |
|
| Donetick | `home/.env` + `selfhosted.yaml` |
|
||||||
| Meshmonitor | `meshtastic/.env` |
|
| Meshmonitor | `meshtastic/.env` |
|
||||||
| Gitea | `dev/.env` |
|
| Gitea | `dev/.env` |
|
||||||
|
| LiteLLM | `ai/.env` |
|
||||||
|
| Paperless | `documents/.env` |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
## Security Reminders
|
## Security Reminders
|
||||||
|
|
||||||
|
- **Key backup**: `C:\Users\Fizzlepoof\Downloads\.git-crypt-secrets.key` — also store in password manager
|
||||||
- Regenerate Wings token on N.O.M.A.D. (was exposed in chat — TODO)
|
- Regenerate Wings token on N.O.M.A.D. (was exposed in chat — TODO)
|
||||||
- Regenerate N.O.M.A.D. Newt secret (was exposed in chat — TODO)
|
- Regenerate N.O.M.A.D. Newt secret (was exposed in chat — TODO)
|
||||||
- Disable signups in OpenWebUI after creating initial account
|
- Disable signups in OpenWebUI after creating initial account
|
||||||
|
- The Gitea token in `setup-secrets-repo.sh` should be rotated after initial setup
|
||||||
|
|||||||
@@ -36,10 +36,10 @@
|
|||||||
|
|
||||||
## n8n Workflows
|
## n8n Workflows
|
||||||
- [ ] Create Gotify apps and n8n credentials: Reminders, n8n Health, Uptime / Infra
|
- [ ] Create Gotify apps and n8n credentials: Reminders, n8n Health, Uptime / Infra
|
||||||
- [ ] Add env vars to n8n: `PAPERLESS_API_TOKEN`, `PAPERLESS_TAG_TRANSCRIPTION`, `PAPERLESS_TAG_LECTURE_NOTES`, `N8N_API_KEY`
|
- [ ] Add remaining env vars to n8n docker-compose + .env: `PAPERLESS_API_TOKEN`, `PAPERLESS_TAG_TRANSCRIPTION`, `PAPERLESS_TAG_LECTURE_NOTES`, `N8N_API_KEY` (see n8n-workflows/README.md for docker-compose.yaml changes required)
|
||||||
- [ ] Set up `PD SSH` credential in n8n for workflow 16 (see n8n-workflows/README.md)
|
- [ ] Set up `PD SSH` credential in n8n for workflow 16 (see n8n-workflows/README.md)
|
||||||
- [ ] Add sudoers NOPASSWD rule for n8n watchdog (see n8n-workflows/README.md)
|
- [ ] Add sudoers NOPASSWD rule for n8n watchdog (see n8n-workflows/README.md)
|
||||||
- [ ] Import and activate upgraded workflows: 01, 04, 08
|
- [ ] Import and activate upgraded workflows: 04, 08 (01 done — v1.4 active and tested)
|
||||||
- [ ] Import and activate new workflows: 14, 15 (16 already active)
|
- [ ] Import and activate new workflows: 14, 15 (16 already active)
|
||||||
|
|
||||||
## Completed
|
## Completed
|
||||||
@@ -56,4 +56,6 @@
|
|||||||
- [x] Write n8n workflow upgrade + new workflow plans (01, 04, 08, 14, 15, 16) — 2026-05-09
|
- [x] Write n8n workflow upgrade + new workflow plans (01, 04, 08, 14, 15, 16) — 2026-05-09
|
||||||
- [x] Write Pi-hole 3-node HA deployment plan — 2026-05-09
|
- [x] Write Pi-hole 3-node HA deployment plan — 2026-05-09
|
||||||
- [x] Write Kima-Hub deployment plan — 2026-05-09
|
- [x] Write Kima-Hub deployment plan — 2026-05-09
|
||||||
- [x] Create Postgres dedup tables (grafana_alert_dedup, n8n_health_dedup) on PD — 2026-05-09
|
- [x] Create Postgres dedup tables (grafana_alert_dedup, n8n_health_dedup) in n8n_rss DB on PD — 2026-05-09
|
||||||
|
- [x] Workflow 01 fully tested end-to-end (dedup, LiteLLM, Gotify) — v1.4 active — 2026-05-09
|
||||||
|
- [x] Add LITELLM_API_KEY + N8N_BLOCK_ENV_ACCESS_IN_NODE to n8n docker-compose — 2026-05-09
|
||||||
|
|||||||
@@ -31,9 +31,10 @@ Primary Docker host running all production workloads.
|
|||||||
RTX 2080 Ti used by:
|
RTX 2080 Ti used by:
|
||||||
- Plex (hardware transcoding)
|
- Plex (hardware transcoding)
|
||||||
- immich-ml (CUDA face recognition)
|
- immich-ml (CUDA face recognition)
|
||||||
- Whisper (CUDA speech-to-text, port 8786)
|
|
||||||
- Ollama light-tier inference (qwen2.5:14b and smaller)
|
- Ollama light-tier inference (qwen2.5:14b and smaller)
|
||||||
|
|
||||||
|
> **Note:** Whisper moved to N.O.M.A.D. (10.5.1.16:8786) as CPU inference — avoids VRAM conflict with Ollama. See [NOMAD.md](NOMAD.md).
|
||||||
|
|
||||||
Recommended models for 11GB VRAM:
|
Recommended models for 11GB VRAM:
|
||||||
| Model | VRAM | Best for |
|
| Model | VRAM | Best for |
|
||||||
|-------|------|---------|
|
|-------|------|---------|
|
||||||
|
|||||||
@@ -5,12 +5,13 @@ Per-service gotchas that aren't bugs but will bite you if you forget them.
|
|||||||
## PlausibleDeniability
|
## PlausibleDeniability
|
||||||
|
|
||||||
### n8n workflow 16 (NFS Watchdog)
|
### n8n workflow 16 (NFS Watchdog)
|
||||||
- Runs `sudo docker restart` and `sudo bash .../mount-unraid-nfs.sh` over SSH from n8n container
|
- Runs `sudo docker restart` and `sudo /usr/bin/bash .../mount-unraid-nfs.sh` over SSH from n8n container
|
||||||
- Requires a NOPASSWD sudoers rule or SSH commands will hang waiting for a password:
|
- Requires a NOPASSWD sudoers rule or SSH commands will hang waiting for a password:
|
||||||
```
|
```
|
||||||
truenas_admin ALL=(ALL) NOPASSWD: /usr/bin/docker, /bin/bash /mnt/tank/docker/scripts/mount-unraid-nfs.sh
|
truenas_admin ALL=(ALL) NOPASSWD: /usr/bin/docker, /usr/bin/bash /mnt/tank/docker/scripts/mount-unraid-nfs.sh
|
||||||
```
|
```
|
||||||
Add via `sudo visudo -f /etc/sudoers.d/n8n-watchdog`
|
Add via `sudo visudo -f /etc/sudoers.d/n8n-watchdog`
|
||||||
|
- **Must use `/usr/bin/bash` not `/bin/bash`** — on TrueNAS SCALE, bash is at `/usr/bin/bash`. The sudoers rule and the workflow command must match exactly or sudo will prompt for a password.
|
||||||
- SSH credential in n8n must use key-based auth (see n8n-workflows/README.md for keygen steps)
|
- SSH credential in n8n must use key-based auth (see n8n-workflows/README.md for keygen steps)
|
||||||
|
|
||||||
### immich-ml
|
### immich-ml
|
||||||
|
|||||||
@@ -2,6 +2,9 @@ PAPERLESS_DBUSER=paperless
|
|||||||
PAPERLESS_DBPASS=changeme
|
PAPERLESS_DBPASS=changeme
|
||||||
PAPERLESS_SECRET_KEY=generate_with_openssl_rand_hex_32
|
PAPERLESS_SECRET_KEY=generate_with_openssl_rand_hex_32
|
||||||
PAPERLESS_REDIS=redis://:URL_ENCODED_REDIS_PASSWORD@shared-redis:6379
|
PAPERLESS_REDIS=redis://:URL_ENCODED_REDIS_PASSWORD@shared-redis:6379
|
||||||
|
PAPERLESS_TIKA_ENABLED=1
|
||||||
|
PAPERLESS_TIKA_ENDPOINT=http://tika:9998
|
||||||
|
PAPERLESS_TIKA_GOTENBERG_ENDPOINT=http://gotenberg:3000
|
||||||
|
|
||||||
# -----------------------------
|
# -----------------------------
|
||||||
# Karakeep
|
# Karakeep
|
||||||
|
|||||||
39
documents/README.md
Normal file
39
documents/README.md
Normal file
@@ -0,0 +1,39 @@
|
|||||||
|
# Documents Stack
|
||||||
|
|
||||||
|
Docker Compose stack for document and knowledge-capture services on PD.
|
||||||
|
|
||||||
|
## Paperless-NGX
|
||||||
|
|
||||||
|
- URL: `https://paperless.paccoco.com` / `http://pd:8083`
|
||||||
|
- Compose service: `paperless`
|
||||||
|
- Appdata: `/mnt/docker-ssd/docker/appdata/paperless/`
|
||||||
|
- Consume folder: `/mnt/unraid/data/paperless/consume` → `/usr/src/paperless/consume`
|
||||||
|
- Database: shared Postgres on `ix-databases_shared-databases`
|
||||||
|
- Redis: shared Redis via `PAPERLESS_REDIS`
|
||||||
|
|
||||||
|
Paperless has internal-only Tika and Gotenberg sidecars for Office/OpenDocument ingestion:
|
||||||
|
|
||||||
|
- `tika` (`apache/tika`) at `http://tika:9998`, memory limit `512m`
|
||||||
|
- `gotenberg` (`gotenberg/gotenberg`) at `http://gotenberg:3000`, memory limit `256m`
|
||||||
|
- Both sidecars live only on `documents_paperless_internal` and expose no host ports.
|
||||||
|
|
||||||
|
Required Paperless Tika env keys:
|
||||||
|
|
||||||
|
```env
|
||||||
|
PAPERLESS_TIKA_ENABLED=1
|
||||||
|
PAPERLESS_TIKA_ENDPOINT=http://tika:9998
|
||||||
|
PAPERLESS_TIKA_GOTENBERG_ENDPOINT=http://gotenberg:3000
|
||||||
|
```
|
||||||
|
|
||||||
|
Supported additional ingestion types include `.docx`, `.doc`, `.pptx`, `.xlsx`, and OpenDocument formats (`.odt`, `.ods`, `.odp`) in addition to the existing PDF/image OCR path.
|
||||||
|
|
||||||
|
## Deploy
|
||||||
|
|
||||||
|
From `/mnt/docker-ssd/docker/compose/documents` on PD:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
docker compose --env-file .env config
|
||||||
|
docker compose --env-file .env down && docker compose --env-file .env up -d
|
||||||
|
```
|
||||||
|
|
||||||
|
Do not restart Docker on PD; use stack-level compose commands only.
|
||||||
@@ -24,6 +24,12 @@ services:
|
|||||||
PAPERLESS_TIME_ZONE: America/Chicago
|
PAPERLESS_TIME_ZONE: America/Chicago
|
||||||
PAPERLESS_OCR_LANGUAGE: eng
|
PAPERLESS_OCR_LANGUAGE: eng
|
||||||
PAPERLESS_URL: https://paperless.paccoco.com
|
PAPERLESS_URL: https://paperless.paccoco.com
|
||||||
|
PAPERLESS_TIKA_ENABLED: ${PAPERLESS_TIKA_ENABLED}
|
||||||
|
PAPERLESS_TIKA_ENDPOINT: ${PAPERLESS_TIKA_ENDPOINT}
|
||||||
|
PAPERLESS_TIKA_GOTENBERG_ENDPOINT: ${PAPERLESS_TIKA_GOTENBERG_ENDPOINT}
|
||||||
|
depends_on:
|
||||||
|
- tika
|
||||||
|
- gotenberg
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "curl -sf http://127.0.0.1:8000/ || exit 1"]
|
test: ["CMD-SHELL", "curl -sf http://127.0.0.1:8000/ || exit 1"]
|
||||||
interval: 30s
|
interval: 30s
|
||||||
@@ -31,9 +37,26 @@ services:
|
|||||||
retries: 3
|
retries: 3
|
||||||
start_period: 60s
|
start_period: 60s
|
||||||
networks:
|
networks:
|
||||||
|
- paperless-internal
|
||||||
- ix-databases_shared-databases
|
- ix-databases_shared-databases
|
||||||
- pangolin
|
- pangolin
|
||||||
|
|
||||||
|
tika:
|
||||||
|
image: apache/tika:latest
|
||||||
|
container_name: paperless-tika
|
||||||
|
restart: unless-stopped
|
||||||
|
mem_limit: 512m
|
||||||
|
networks:
|
||||||
|
- paperless-internal
|
||||||
|
|
||||||
|
gotenberg:
|
||||||
|
image: gotenberg/gotenberg:latest
|
||||||
|
container_name: paperless-gotenberg
|
||||||
|
restart: unless-stopped
|
||||||
|
mem_limit: 256m
|
||||||
|
networks:
|
||||||
|
- paperless-internal
|
||||||
|
|
||||||
karakeep:
|
karakeep:
|
||||||
image: ghcr.io/karakeep-app/karakeep:${KARAKEEP_VERSION:-release}
|
image: ghcr.io/karakeep-app/karakeep:${KARAKEEP_VERSION:-release}
|
||||||
container_name: karakeep
|
container_name: karakeep
|
||||||
@@ -95,6 +118,8 @@ services:
|
|||||||
- karakeep
|
- karakeep
|
||||||
|
|
||||||
networks:
|
networks:
|
||||||
|
paperless-internal:
|
||||||
|
name: documents_paperless_internal
|
||||||
ix-databases_shared-databases:
|
ix-databases_shared-databases:
|
||||||
external: true
|
external: true
|
||||||
pangolin:
|
pangolin:
|
||||||
|
|||||||
0
meshtastic/scripts/PirateWeatherADV.py
Executable file → Normal file
0
meshtastic/scripts/PirateWeatherADV.py
Executable file → Normal file
0
meshtastic/scripts/mm_wx.py
Executable file → Normal file
0
meshtastic/scripts/mm_wx.py
Executable file → Normal file
6
monitoring/.env.example
Normal file
6
monitoring/.env.example
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
TZ=America/New_York
|
||||||
|
|
||||||
|
# Grafana
|
||||||
|
GF_ADMIN_USER=admin
|
||||||
|
GF_ADMIN_PASS=CHANGE_ME
|
||||||
|
GF_HOST=grafana.paccoco.com
|
||||||
118
monitoring/DEPLOY.md
Normal file
118
monitoring/DEPLOY.md
Normal file
@@ -0,0 +1,118 @@
|
|||||||
|
# Phase 6 — Grafana + Prometheus Deployment on PD
|
||||||
|
|
||||||
|
> Adapted from HOMELAB_BUILDOUT_PLAN.md Phase 6, changed host from N.O.M.A.D. to PlausibleDeniability.
|
||||||
|
|
||||||
|
## 1. Scaffold Directories
|
||||||
|
|
||||||
|
SSH into PD (or run locally):
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Stack directory
|
||||||
|
sudo mkdir -p /opt/monitoring/provisioning/datasources
|
||||||
|
sudo mkdir -p /opt/monitoring/provisioning/dashboards
|
||||||
|
|
||||||
|
# Prometheus TSDB on tank (sequential writes, grows with retention)
|
||||||
|
sudo mkdir -p /mnt/tank/docker/appdata/prometheus
|
||||||
|
sudo chown 65534:65534 /mnt/tank/docker/appdata/prometheus
|
||||||
|
|
||||||
|
# Grafana data on tank
|
||||||
|
sudo mkdir -p /mnt/tank/docker/appdata/grafana
|
||||||
|
sudo chown 472:472 /mnt/tank/docker/appdata/grafana
|
||||||
|
```
|
||||||
|
|
||||||
|
## 2. Copy Files to PD
|
||||||
|
|
||||||
|
Copy everything from this `monitoring/` folder to `/opt/monitoring/` on PD:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# From your local machine (adjust source path as needed)
|
||||||
|
scp -r monitoring/* pd:/opt/monitoring/
|
||||||
|
|
||||||
|
# Or if working directly on PD, copy files into place:
|
||||||
|
# docker-compose.yaml → /opt/monitoring/docker-compose.yaml
|
||||||
|
# prometheus.yml → /opt/monitoring/prometheus.yml
|
||||||
|
# provisioning/ → /opt/monitoring/provisioning/
|
||||||
|
# .env.example → /opt/monitoring/.env.example
|
||||||
|
```
|
||||||
|
|
||||||
|
## 3. Create .env
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd /opt/monitoring
|
||||||
|
cp .env.example .env
|
||||||
|
nano .env
|
||||||
|
# Set GF_ADMIN_PASS=$(openssl rand -hex 16)
|
||||||
|
```
|
||||||
|
|
||||||
|
## 4. Pangolin Configuration
|
||||||
|
|
||||||
|
In Pangolin dashboard, create a new resource using PD's existing Newt:
|
||||||
|
|
||||||
|
| Field | Value |
|
||||||
|
|--------|--------------------------|
|
||||||
|
| Domain | `grafana.paccoco.com` |
|
||||||
|
| Scheme | `http` |
|
||||||
|
| Host | `grafana` |
|
||||||
|
| Port | `3000` |
|
||||||
|
|
||||||
|
Since Grafana joins the `pangolin` network, PD's Newt can reach it by container name.
|
||||||
|
|
||||||
|
## 5. Validate & Deploy
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd /opt/monitoring
|
||||||
|
docker compose --env-file .env config
|
||||||
|
docker compose --env-file .env up -d
|
||||||
|
```
|
||||||
|
|
||||||
|
## 6. Post-Deploy Verification
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# All three containers running?
|
||||||
|
docker ps --filter name=prometheus --filter name=grafana --filter name=node-exporter
|
||||||
|
|
||||||
|
# Prometheus scraping targets?
|
||||||
|
curl -s http://10.5.1.6:9090/api/v1/targets | python3 -m json.tool | head -40
|
||||||
|
|
||||||
|
# Grafana UI accessible?
|
||||||
|
curl -s -o /dev/null -w "%{http_code}" http://10.5.1.6:3000/
|
||||||
|
# Expected: 200 or 302
|
||||||
|
|
||||||
|
# Node exporter metrics flowing?
|
||||||
|
curl -s http://10.5.1.6:9100/metrics | head -10
|
||||||
|
```
|
||||||
|
|
||||||
|
> Remember: use `10.5.1.6` not `localhost` for health checks on TrueNAS Scale.
|
||||||
|
|
||||||
|
## 7. Recommended Dashboard Imports
|
||||||
|
|
||||||
|
In Grafana → Dashboards → New → Import → Enter ID:
|
||||||
|
|
||||||
|
| Dashboard | ID | Purpose |
|
||||||
|
|------------------------|------|-----------------------------------|
|
||||||
|
| Node Exporter Full | 1860 | PD system metrics |
|
||||||
|
| Docker Container Stats | 893 | Container resource usage |
|
||||||
|
| Netdata via Prometheus | search | PD and Serenity system metrics |
|
||||||
|
|
||||||
|
## 8. Grafana → n8n Alert Webhook
|
||||||
|
|
||||||
|
In Grafana → Alerting → Contact Points, create:
|
||||||
|
|
||||||
|
| Field | Value |
|
||||||
|
|-------------|--------------------------------------------------|
|
||||||
|
| Name | `n8n-alerts` |
|
||||||
|
| Type | Webhook |
|
||||||
|
| URL | `https://n8n.paccoco.com/webhook/grafana-alert` |
|
||||||
|
| HTTP Method | POST |
|
||||||
|
|
||||||
|
Suggested alert rules:
|
||||||
|
- ZFS pool utilization > 85%
|
||||||
|
- Container memory > 90% of limit
|
||||||
|
- Host CPU sustained > 90% for 5 minutes
|
||||||
|
- Disk I/O latency spikes
|
||||||
|
|
||||||
|
## Notes
|
||||||
|
|
||||||
|
- **Storage:** Prometheus TSDB and Grafana data are on tank (plenty of headroom). 90-day retention is configured. Prometheus writes sequentially so tank performs fine here.
|
||||||
|
- **N.O.M.A.D. scraping:** The N.O.M.A.D. target in prometheus.yml is commented out. Uncomment once Netdata or node-exporter is running on N.O.M.A.D. at 10.5.1.16.
|
||||||
|
- **Image versions:** Prometheus v3.4.0, Grafana 13.0.1, node-exporter v1.9.0 — verify these are still current before deploying.
|
||||||
236
monitoring/deploy.sh
Normal file
236
monitoring/deploy.sh
Normal file
@@ -0,0 +1,236 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# ============================================================
|
||||||
|
# Phase 6 — Grafana + Prometheus Deployment on PD
|
||||||
|
# Run this script on PlausibleDeniability as root or with sudo
|
||||||
|
# ============================================================
|
||||||
|
|
||||||
|
echo "=== Phase 6: Grafana + Prometheus ==="
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# ---- 1. Scaffold directories ----
|
||||||
|
echo "[1/6] Scaffolding directories..."
|
||||||
|
|
||||||
|
mkdir -p /mnt/docker-ssd/docker/compose/monitoring/provisioning/datasources
|
||||||
|
mkdir -p /mnt/docker-ssd/docker/compose/monitoring/provisioning/dashboards
|
||||||
|
|
||||||
|
mkdir -p /mnt/tank/docker/appdata/prometheus
|
||||||
|
chown 65534:65534 /mnt/tank/docker/appdata/prometheus
|
||||||
|
|
||||||
|
mkdir -p /mnt/tank/docker/appdata/grafana
|
||||||
|
chown 472:472 /mnt/tank/docker/appdata/grafana
|
||||||
|
|
||||||
|
echo " Done."
|
||||||
|
|
||||||
|
# ---- 2. Write docker-compose.yaml ----
|
||||||
|
echo "[2/6] Writing docker-compose.yaml..."
|
||||||
|
|
||||||
|
cat > /mnt/docker-ssd/docker/compose/monitoring/docker-compose.yaml << 'COMPOSE'
|
||||||
|
name: monitoring
|
||||||
|
|
||||||
|
services:
|
||||||
|
prometheus:
|
||||||
|
image: prom/prometheus:v3.4.0
|
||||||
|
container_name: prometheus
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "9090:9090"
|
||||||
|
command:
|
||||||
|
- '--config.file=/etc/prometheus/prometheus.yml'
|
||||||
|
- '--storage.tsdb.path=/prometheus'
|
||||||
|
- '--storage.tsdb.retention.time=90d'
|
||||||
|
- '--web.enable-lifecycle'
|
||||||
|
volumes:
|
||||||
|
- /mnt/tank/docker/appdata/prometheus:/prometheus
|
||||||
|
- /mnt/docker-ssd/docker/compose/monitoring/prometheus.yml:/etc/prometheus/prometheus.yml:ro
|
||||||
|
networks:
|
||||||
|
- default
|
||||||
|
|
||||||
|
grafana:
|
||||||
|
image: grafana/grafana:13.0.1
|
||||||
|
container_name: grafana
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "3000:3000"
|
||||||
|
environment:
|
||||||
|
TZ: ${TZ}
|
||||||
|
GF_SECURITY_ADMIN_USER: ${GF_ADMIN_USER}
|
||||||
|
GF_SECURITY_ADMIN_PASSWORD: ${GF_ADMIN_PASS}
|
||||||
|
GF_SERVER_ROOT_URL: https://${GF_HOST}/
|
||||||
|
volumes:
|
||||||
|
- /mnt/tank/docker/appdata/grafana:/var/lib/grafana
|
||||||
|
- /mnt/docker-ssd/docker/compose/monitoring/provisioning:/etc/grafana/provisioning:ro
|
||||||
|
networks:
|
||||||
|
- pangolin
|
||||||
|
- default
|
||||||
|
|
||||||
|
node-exporter:
|
||||||
|
image: prom/node-exporter:v1.9.0
|
||||||
|
container_name: node-exporter
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "9100:9100"
|
||||||
|
command:
|
||||||
|
- '--path.procfs=/host/proc'
|
||||||
|
- '--path.sysfs=/host/sys'
|
||||||
|
- '--path.rootfs=/rootfs'
|
||||||
|
- '--collector.filesystem.mount-points-exclude=^/(sys|proc|dev|host|etc)($$|/)'
|
||||||
|
volumes:
|
||||||
|
- /proc:/host/proc:ro
|
||||||
|
- /sys:/host/sys:ro
|
||||||
|
- /:/rootfs:ro
|
||||||
|
networks:
|
||||||
|
- default
|
||||||
|
|
||||||
|
networks:
|
||||||
|
pangolin:
|
||||||
|
external: true
|
||||||
|
COMPOSE
|
||||||
|
|
||||||
|
echo " Done."
|
||||||
|
|
||||||
|
# ---- 3. Write prometheus.yml ----
|
||||||
|
echo "[3/6] Writing prometheus.yml..."
|
||||||
|
|
||||||
|
cat > /mnt/docker-ssd/docker/compose/monitoring/prometheus.yml << 'PROMCFG'
|
||||||
|
global:
|
||||||
|
scrape_interval: 15s
|
||||||
|
evaluation_interval: 15s
|
||||||
|
|
||||||
|
scrape_configs:
|
||||||
|
# ------- PlausibleDeniability (local) -------
|
||||||
|
- job_name: 'pd-node'
|
||||||
|
static_configs:
|
||||||
|
- targets: ['node-exporter:9100']
|
||||||
|
labels:
|
||||||
|
host: 'plausible-deniability'
|
||||||
|
|
||||||
|
- job_name: 'pd-netdata'
|
||||||
|
metrics_path: /api/v1/allmetrics
|
||||||
|
params:
|
||||||
|
format: [prometheus]
|
||||||
|
static_configs:
|
||||||
|
- targets: ['10.5.1.6:19999']
|
||||||
|
labels:
|
||||||
|
host: 'plausible-deniability'
|
||||||
|
|
||||||
|
# ------- Serenity -------
|
||||||
|
- job_name: 'serenity-netdata'
|
||||||
|
metrics_path: /api/v1/allmetrics
|
||||||
|
params:
|
||||||
|
format: [prometheus]
|
||||||
|
static_configs:
|
||||||
|
- targets: ['10.5.1.5:19999']
|
||||||
|
labels:
|
||||||
|
host: 'serenity'
|
||||||
|
|
||||||
|
# ------- N.O.M.A.D. -------
|
||||||
|
# Uncomment when Netdata or node-exporter is available on N.O.M.A.D.
|
||||||
|
# - job_name: 'nomad-netdata'
|
||||||
|
# metrics_path: /api/v1/allmetrics
|
||||||
|
# params:
|
||||||
|
# format: [prometheus]
|
||||||
|
# static_configs:
|
||||||
|
# - targets: ['10.5.1.16:19999']
|
||||||
|
# labels:
|
||||||
|
# host: 'nomad'
|
||||||
|
PROMCFG
|
||||||
|
|
||||||
|
echo " Done."
|
||||||
|
|
||||||
|
# ---- 4. Write Grafana provisioning ----
|
||||||
|
echo "[4/6] Writing Grafana provisioning configs..."
|
||||||
|
|
||||||
|
cat > /mnt/docker-ssd/docker/compose/monitoring/provisioning/datasources/prometheus.yml << 'DATASRC'
|
||||||
|
apiVersion: 1
|
||||||
|
|
||||||
|
datasources:
|
||||||
|
- name: Prometheus
|
||||||
|
type: prometheus
|
||||||
|
access: proxy
|
||||||
|
url: http://prometheus:9090
|
||||||
|
isDefault: true
|
||||||
|
editable: true
|
||||||
|
DATASRC
|
||||||
|
|
||||||
|
cat > /mnt/docker-ssd/docker/compose/monitoring/provisioning/dashboards/dashboards.yml << 'DASHCFG'
|
||||||
|
apiVersion: 1
|
||||||
|
|
||||||
|
providers:
|
||||||
|
- name: 'default'
|
||||||
|
orgId: 1
|
||||||
|
folder: ''
|
||||||
|
type: file
|
||||||
|
disableDeletion: false
|
||||||
|
editable: true
|
||||||
|
options:
|
||||||
|
path: /var/lib/grafana/dashboards
|
||||||
|
foldersFromFilesStructure: false
|
||||||
|
DASHCFG
|
||||||
|
|
||||||
|
echo " Done."
|
||||||
|
|
||||||
|
# ---- 5. Generate .env ----
|
||||||
|
echo "[5/6] Generating .env..."
|
||||||
|
|
||||||
|
GF_PASS=$(openssl rand -hex 16)
|
||||||
|
|
||||||
|
cat > /mnt/docker-ssd/docker/compose/monitoring/.env << ENV
|
||||||
|
TZ=America/New_York
|
||||||
|
|
||||||
|
# Grafana
|
||||||
|
GF_ADMIN_USER=admin
|
||||||
|
GF_ADMIN_PASS=${GF_PASS}
|
||||||
|
GF_HOST=grafana.paccoco.com
|
||||||
|
ENV
|
||||||
|
|
||||||
|
echo " Done."
|
||||||
|
echo ""
|
||||||
|
echo " Grafana admin password: ${GF_PASS}"
|
||||||
|
echo " (saved in /mnt/docker-ssd/docker/compose/monitoring/.env)"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# ---- 6. Validate and deploy ----
|
||||||
|
echo "[6/6] Validating and deploying..."
|
||||||
|
|
||||||
|
cd /mnt/docker-ssd/docker/compose/monitoring
|
||||||
|
docker compose --env-file .env config > /dev/null 2>&1
|
||||||
|
echo " Compose config valid."
|
||||||
|
|
||||||
|
docker compose --env-file .env up -d
|
||||||
|
echo ""
|
||||||
|
echo "=== Deployment complete ==="
|
||||||
|
echo ""
|
||||||
|
echo "Waiting 10 seconds for containers to start..."
|
||||||
|
sleep 10
|
||||||
|
|
||||||
|
# ---- Post-deploy checks ----
|
||||||
|
echo ""
|
||||||
|
echo "=== Post-Deploy Verification ==="
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
echo "--- Container status ---"
|
||||||
|
docker ps --filter name=prometheus --filter name=grafana --filter name=node-exporter --format "table {{.Names}}\t{{.Status}}\t{{.Ports}}"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
echo "--- Prometheus targets ---"
|
||||||
|
curl -s http://10.5.1.6:9090/api/v1/targets 2>/dev/null | python3 -m json.tool 2>/dev/null | head -30 || echo "Prometheus not yet responding (may need a moment)"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
echo "--- Grafana health ---"
|
||||||
|
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" http://10.5.1.6:3000/ 2>/dev/null || echo "000")
|
||||||
|
echo "Grafana HTTP status: ${HTTP_CODE}"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
echo "--- Node exporter ---"
|
||||||
|
curl -s http://10.5.1.6:9100/metrics 2>/dev/null | head -5 || echo "Node exporter not yet responding"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
echo "=== All done! ==="
|
||||||
|
echo ""
|
||||||
|
echo "Next steps:"
|
||||||
|
echo " 1. Add Pangolin resource: grafana.paccoco.com -> http://grafana:3000"
|
||||||
|
echo " 2. Log in at https://grafana.paccoco.com with admin / ${GF_PASS}"
|
||||||
|
echo " 3. Import dashboards: Node Exporter Full (ID 1860), Docker Stats (ID 893)"
|
||||||
|
echo " 4. Set up Grafana -> n8n alert webhook at https://n8n.paccoco.com/webhook/grafana-alert"
|
||||||
363
n8n-workflows/01-grafana-alert-ai-gotify-v1.0.json
Normal file
363
n8n-workflows/01-grafana-alert-ai-gotify-v1.0.json
Normal file
@@ -0,0 +1,363 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:35.930Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"id": "GXtkp4xKka90XrXH",
|
||||||
|
"name": "Grafana Alert \u2192 AI \u2192 Gotify v1.0",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "grafana-alert",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a6e7dfb1-8e9b-4048-b028-4383c30a7e0d",
|
||||||
|
"name": "Grafana Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "0492788e-db4e-4d15-9572-9d6c3efc80c3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Parse Grafana alert payload into a clean summary for the LLM\nconst alerts = $input.first().json.body?.alerts || $input.first().json.alerts || [];\n\nconst parsed = alerts.map(a => ({\n status: a.status || 'unknown',\n alertName: a.labels?.alertname || 'Unnamed Alert',\n host: a.labels?.host || a.labels?.instance || 'unknown host',\n severity: a.labels?.severity || 'warning',\n summary: a.annotations?.summary || '',\n description: a.annotations?.description || '',\n value: a.valueString || '',\n startsAt: a.startsAt || '',\n endsAt: a.endsAt || ''\n}));\n\nconst alertText = parsed.map(a => \n `[${a.status.toUpperCase()}] ${a.alertName} on ${a.host}\\nSeverity: ${a.severity}\\nSummary: ${a.summary}\\nDescription: ${a.description}\\nValue: ${a.value}\\nStarted: ${a.startsAt}`\n).join('\\n---\\n');\n\nreturn [{\n json: {\n alertText,\n alertCount: parsed.length,\n hasResolved: parsed.some(a => a.status === 'resolved'),\n hasFiring: parsed.some(a => a.status === 'firing'),\n parsed\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ea216058-69db-42cc-88d0-8f67e1b8951b",
|
||||||
|
"name": "Parse Alert Payload",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-a95bd142d43d175b6476ebc862e81aa1f6ef34b1153f839698d07541d2f55308"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{\n {\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a concise homelab monitoring assistant. Summarize infrastructure alerts in 2-3 sentences. Include: what happened, which host, severity, and a suggested action. Keep it brief \u2014 this goes to a phone notification.\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Summarize this Grafana alert:\\n\\n\" + $json.alertText\n }\n ],\n \"max_tokens\": 200,\n \"temperature\": 0.3\n }\n}}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "8ef1aa9d-d5b1-41ea-abc6-703b6491ea33",
|
||||||
|
"name": "LiteLLM Summarize",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst summary = response.choices?.[0]?.message?.content || 'Could not generate summary';\nconst alertData = $('Parse Alert Payload').first().json;\n\nconst title = alertData.hasFiring \n ? `\ud83d\udd25 Alert Firing (${alertData.alertCount})` \n : `\u2705 Alert Resolved (${alertData.alertCount})`;\n\nconst priority = alertData.hasFiring ? 8 : 2;\n\nreturn [{\n json: {\n title,\n message: summary,\n priority\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "2e969bca-8458-4477-a358-664fd1c50c4f",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "65c2b53a-6e03-4460-9aa6-5d967d244de0",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2224,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "DXdYZDfVZecDTaNU",
|
||||||
|
"name": "Gotify account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const parsed = $('Parse Alert Payload').first().json;\nconst now = new Date();\nconst hour = now.getHours();\nconst fingerprint = (parsed.parsed || [])\n .map(a => `${a.alertName}:${a.host}`)\n .sort().join('|') || 'unknown';\nreturn [{ json: { ...parsed, fingerprint, isNightTime: hour >= 0 && hour < 7 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "df26d9ca-c72c-4dee-9327-14a0f5fcf3a0",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "SELECT fingerprint, last_seen FROM grafana_alert_dedup WHERE fingerprint = '{{ $json.fingerprint }}' AND last_seen > NOW() - INTERVAL '30 minutes' LIMIT 1;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "3fd78a53-7885-4739-a4b7-b441a27e993e",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadySeen = rows.length > 0;\nconst isLowPriority = !alertData.hasFiring;\nconst suppressNight = alertData.isNightTime && isLowPriority;\nconst suppress = alreadySeen || suppressNight;\nreturn [{ json: { ...alertData, suppress, suppressReason: alreadySeen ? 'dedup' : suppressNight ? 'night_suppress' : null } }];\n"
|
||||||
|
},
|
||||||
|
"id": "c34b4b0e-1a47-4624-b1c4-9ef6b5cdeb6c",
|
||||||
|
"name": "Check Should Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "edee2fbd-0b2b-43bf-b542-9d9297d39d66",
|
||||||
|
"leftValue": "={{ $json.suppress }}",
|
||||||
|
"rightValue": false,
|
||||||
|
"operator": {
|
||||||
|
"type": "boolean",
|
||||||
|
"operation": "equal"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29929dc8-17f6-4cc8-90c2-c501eaba8be5",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "INSERT INTO grafana_alert_dedup (fingerprint, last_seen, alert_name, host) VALUES ('{{ $json.fingerprint }}', NOW(), '{{ ($json.parsed && $json.parsed[0]) ? $json.parsed[0].alertName : \"unknown\" }}', '{{ ($json.parsed && $json.parsed[0]) ? $json.parsed[0].host : \"unknown\" }}') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW();",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "25a14a6a-db17-49ca-a6d2-6ed2f97d2889",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Grafana Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Alert Payload",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Alert Payload": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Build Fingerprint",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Lookup Dedup",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Check Should Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Check Should Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Should Notify?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert Dedup Record",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "LiteLLM Summarize",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"LiteLLM Summarize": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Notification",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": {
|
||||||
|
"templateCredsSetupCompleted": true
|
||||||
|
},
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"activeVersionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"versionCounter": 10,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"id": "0ETpkL5jJ5wwgt8k",
|
||||||
|
"name": "monitoring"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "GXtkp4xKka90XrXH",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version ba3a4eab",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
363
n8n-workflows/01-grafana-alert-ai-gotify-v1.1.json
Normal file
363
n8n-workflows/01-grafana-alert-ai-gotify-v1.1.json
Normal file
@@ -0,0 +1,363 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:35.930Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"id": "GXtkp4xKka90XrXH",
|
||||||
|
"name": "Grafana Alert \u2192 AI \u2192 Gotify v1.1",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "grafana-alert",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a6e7dfb1-8e9b-4048-b028-4383c30a7e0d",
|
||||||
|
"name": "Grafana Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "0492788e-db4e-4d15-9572-9d6c3efc80c3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Parse Grafana alert payload into a clean summary for the LLM\nconst alerts = $input.first().json.body?.alerts || $input.first().json.alerts || [];\n\nconst parsed = alerts.map(a => ({\n status: a.status || 'unknown',\n alertName: a.labels?.alertname || 'Unnamed Alert',\n host: a.labels?.host || a.labels?.instance || 'unknown host',\n severity: a.labels?.severity || 'warning',\n summary: a.annotations?.summary || '',\n description: a.annotations?.description || '',\n value: a.valueString || '',\n startsAt: a.startsAt || '',\n endsAt: a.endsAt || ''\n}));\n\nconst alertText = parsed.map(a => \n `[${a.status.toUpperCase()}] ${a.alertName} on ${a.host}\\nSeverity: ${a.severity}\\nSummary: ${a.summary}\\nDescription: ${a.description}\\nValue: ${a.value}\\nStarted: ${a.startsAt}`\n).join('\\n---\\n');\n\nreturn [{\n json: {\n alertText,\n alertCount: parsed.length,\n hasResolved: parsed.some(a => a.status === 'resolved'),\n hasFiring: parsed.some(a => a.status === 'firing'),\n parsed\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ea216058-69db-42cc-88d0-8f67e1b8951b",
|
||||||
|
"name": "Parse Alert Payload",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-a95bd142d43d175b6476ebc862e81aa1f6ef34b1153f839698d07541d2f55308"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{\n {\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a concise homelab monitoring assistant. Summarize infrastructure alerts in 2-3 sentences. Include: what happened, which host, severity, and a suggested action. Keep it brief \u2014 this goes to a phone notification.\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Summarize this Grafana alert:\\n\\n\" + $json.alertText\n }\n ],\n \"max_tokens\": 200,\n \"temperature\": 0.3\n }\n}}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "8ef1aa9d-d5b1-41ea-abc6-703b6491ea33",
|
||||||
|
"name": "LiteLLM Summarize",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst summary = response.choices?.[0]?.message?.content || 'Could not generate summary';\nconst alertData = $('Parse Alert Payload').first().json;\n\nconst title = alertData.hasFiring \n ? `\ud83d\udd25 Alert Firing (${alertData.alertCount})` \n : `\u2705 Alert Resolved (${alertData.alertCount})`;\n\nconst priority = alertData.hasFiring ? 8 : 2;\n\nreturn [{\n json: {\n title,\n message: summary,\n priority\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "2e969bca-8458-4477-a358-664fd1c50c4f",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "65c2b53a-6e03-4460-9aa6-5d967d244de0",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2224,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "DXdYZDfVZecDTaNU",
|
||||||
|
"name": "Gotify account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const parsed = $('Parse Alert Payload').first().json;\nconst now = new Date();\nconst hour = now.getHours();\nconst fingerprint = (parsed.parsed || [])\n .map(a => `${a.alertName}:${a.host}`)\n .sort().join('|') || 'unknown';\nreturn [{ json: { ...parsed, fingerprint, isNightTime: hour >= 0 && hour < 7 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "df26d9ca-c72c-4dee-9327-14a0f5fcf3a0",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "SELECT fingerprint, last_seen FROM grafana_alert_dedup WHERE fingerprint = '{{ $json.fingerprint }}' AND last_seen > NOW() - INTERVAL '30 minutes' LIMIT 1;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "3fd78a53-7885-4739-a4b7-b441a27e993e",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadySeen = rows.length > 0;\nconst isLowPriority = !alertData.hasFiring;\nconst suppressNight = alertData.isNightTime && isLowPriority;\nconst suppress = alreadySeen || suppressNight;\nreturn [{ json: { ...alertData, suppress, shouldNotify: suppress ? 'no' : 'yes', suppressReason: alreadySeen ? 'dedup' : suppressNight ? 'night_suppress' : null } }];\n"
|
||||||
|
},
|
||||||
|
"id": "c34b4b0e-1a47-4624-b1c4-9ef6b5cdeb6c",
|
||||||
|
"name": "Check Should Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "cc41d77c-b659-4c6f-8e71-96a13dced242",
|
||||||
|
"leftValue": "={{ $json.shouldNotify }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29929dc8-17f6-4cc8-90c2-c501eaba8be5",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "INSERT INTO grafana_alert_dedup (fingerprint, last_seen, alert_name, host) VALUES ('{{ $json.fingerprint }}', NOW(), '{{ ($json.parsed && $json.parsed[0]) ? $json.parsed[0].alertName : \"unknown\" }}', '{{ ($json.parsed && $json.parsed[0]) ? $json.parsed[0].host : \"unknown\" }}') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW();",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "25a14a6a-db17-49ca-a6d2-6ed2f97d2889",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Grafana Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Alert Payload",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Alert Payload": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Build Fingerprint",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Lookup Dedup",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Check Should Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Check Should Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Should Notify?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert Dedup Record",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "LiteLLM Summarize",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"LiteLLM Summarize": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Notification",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": {
|
||||||
|
"templateCredsSetupCompleted": true
|
||||||
|
},
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"activeVersionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"versionCounter": 10,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"id": "0ETpkL5jJ5wwgt8k",
|
||||||
|
"name": "monitoring"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "GXtkp4xKka90XrXH",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version ba3a4eab",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
387
n8n-workflows/01-grafana-alert-ai-gotify-v1.2.json
Normal file
387
n8n-workflows/01-grafana-alert-ai-gotify-v1.2.json
Normal file
@@ -0,0 +1,387 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:35.930Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"id": "GXtkp4xKka90XrXH",
|
||||||
|
"name": "Grafana Alert \u2192 AI \u2192 Gotify v1.2",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "grafana-alert",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a6e7dfb1-8e9b-4048-b028-4383c30a7e0d",
|
||||||
|
"name": "Grafana Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "0492788e-db4e-4d15-9572-9d6c3efc80c3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Parse Grafana alert payload into a clean summary for the LLM\nconst alerts = $input.first().json.body?.alerts || $input.first().json.alerts || [];\n\nconst parsed = alerts.map(a => ({\n status: a.status || 'unknown',\n alertName: a.labels?.alertname || 'Unnamed Alert',\n host: a.labels?.host || a.labels?.instance || 'unknown host',\n severity: a.labels?.severity || 'warning',\n summary: a.annotations?.summary || '',\n description: a.annotations?.description || '',\n value: a.valueString || '',\n startsAt: a.startsAt || '',\n endsAt: a.endsAt || ''\n}));\n\nconst alertText = parsed.map(a => \n `[${a.status.toUpperCase()}] ${a.alertName} on ${a.host}\\nSeverity: ${a.severity}\\nSummary: ${a.summary}\\nDescription: ${a.description}\\nValue: ${a.value}\\nStarted: ${a.startsAt}`\n).join('\\n---\\n');\n\nreturn [{\n json: {\n alertText,\n alertCount: parsed.length,\n hasResolved: parsed.some(a => a.status === 'resolved'),\n hasFiring: parsed.some(a => a.status === 'firing'),\n parsed\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ea216058-69db-42cc-88d0-8f67e1b8951b",
|
||||||
|
"name": "Parse Alert Payload",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-REPLACE_WITH_LITELLM_KEY"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{\n {\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a concise homelab monitoring assistant. Summarize infrastructure alerts in 2-3 sentences. Include: what happened, which host, severity, and a suggested action. Keep it brief \u2014 this goes to a phone notification.\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Summarize this Grafana alert:\\n\\n\" + $('Parse Alert Payload').first().json.alertText\n }\n ],\n \"max_tokens\": 200,\n \"temperature\": 0.3\n }\n}}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "8ef1aa9d-d5b1-41ea-abc6-703b6491ea33",
|
||||||
|
"name": "LiteLLM Summarize",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst summary = response.choices?.[0]?.message?.content || 'Could not generate summary';\nconst alertData = $('Parse Alert Payload').first().json;\n\nconst title = alertData.hasFiring \n ? `\ud83d\udd25 Alert Firing (${alertData.alertCount})` \n : `\u2705 Alert Resolved (${alertData.alertCount})`;\n\nconst priority = alertData.hasFiring ? 8 : 2;\n\nreturn [{\n json: {\n title,\n message: summary,\n priority\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "2e969bca-8458-4477-a358-664fd1c50c4f",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "65c2b53a-6e03-4460-9aa6-5d967d244de0",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2224,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "DXdYZDfVZecDTaNU",
|
||||||
|
"name": "Gotify account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const parsed = $('Parse Alert Payload').first().json;\nconst now = new Date();\nconst hour = now.getHours();\nconst fingerprint = (parsed.parsed || [])\n .map(a => `${a.alertName}:${a.host}`)\n .sort().join('|') || 'unknown';\nreturn [{ json: { ...parsed, fingerprint, isNightTime: hour >= 0 && hour < 7 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "df26d9ca-c72c-4dee-9327-14a0f5fcf3a0",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "SELECT fingerprint, last_seen FROM grafana_alert_dedup WHERE fingerprint = '{{ $json.fingerprint }}' AND last_seen > NOW() - INTERVAL '30 minutes' LIMIT 1;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "3fd78a53-7885-4739-a4b7-b441a27e993e",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadySeen = rows.length > 0;\nconst isLowPriority = !alertData.hasFiring;\nconst suppressNight = alertData.isNightTime && isLowPriority;\nconst suppress = alreadySeen || suppressNight;\nreturn [{ json: { ...alertData, suppress, shouldNotify: suppress ? 'no' : 'yes', suppressReason: alreadySeen ? 'dedup' : suppressNight ? 'night_suppress' : null } }];\n"
|
||||||
|
},
|
||||||
|
"id": "c34b4b0e-1a47-4624-b1c4-9ef6b5cdeb6c",
|
||||||
|
"name": "Check Should Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "cc41d77c-b659-4c6f-8e71-96a13dced242",
|
||||||
|
"leftValue": "={{ $json.shouldNotify }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29929dc8-17f6-4cc8-90c2-c501eaba8be5",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "INSERT INTO grafana_alert_dedup (fingerprint, last_seen, alert_name, host) VALUES ('{{ $json.fingerprint }}', NOW(), '{{ $json.dedupAlertName }}', '{{ $json.dedupHost }}') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW();",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "25a14a6a-db17-49ca-a6d2-6ed2f97d2889",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\nconst first = (d.parsed || [])[0] || {};\nreturn [{ json: {\n fingerprint: d.fingerprint,\n dedupAlertName: first.alertName || 'unknown',\n dedupHost: first.host || 'unknown'\n} }];"
|
||||||
|
},
|
||||||
|
"id": "54705c76-512d-4479-889f-dc0a3c24d1b3",
|
||||||
|
"name": "Prepare Dedup Data",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Grafana Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Alert Payload",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Alert Payload": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Build Fingerprint",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Lookup Dedup",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Check Should Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Check Should Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Should Notify?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Dedup Data",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "LiteLLM Summarize",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"LiteLLM Summarize": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Notification",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Dedup Data": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert Dedup Record",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": {
|
||||||
|
"templateCredsSetupCompleted": true
|
||||||
|
},
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"activeVersionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"versionCounter": 10,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"id": "0ETpkL5jJ5wwgt8k",
|
||||||
|
"name": "monitoring"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "GXtkp4xKka90XrXH",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version ba3a4eab",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
387
n8n-workflows/01-grafana-alert-ai-gotify-v1.3.json
Normal file
387
n8n-workflows/01-grafana-alert-ai-gotify-v1.3.json
Normal file
@@ -0,0 +1,387 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:35.930Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"id": "GXtkp4xKka90XrXH",
|
||||||
|
"name": "Grafana Alert \u2192 AI \u2192 Gotify v1.3",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "grafana-alert",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a6e7dfb1-8e9b-4048-b028-4383c30a7e0d",
|
||||||
|
"name": "Grafana Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "0492788e-db4e-4d15-9572-9d6c3efc80c3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Parse Grafana alert payload into a clean summary for the LLM\nconst alerts = $input.first().json.body?.alerts || $input.first().json.alerts || [];\n\nconst parsed = alerts.map(a => ({\n status: a.status || 'unknown',\n alertName: a.labels?.alertname || 'Unnamed Alert',\n host: a.labels?.host || a.labels?.instance || 'unknown host',\n severity: a.labels?.severity || 'warning',\n summary: a.annotations?.summary || '',\n description: a.annotations?.description || '',\n value: a.valueString || '',\n startsAt: a.startsAt || '',\n endsAt: a.endsAt || ''\n}));\n\nconst alertText = parsed.map(a => \n `[${a.status.toUpperCase()}] ${a.alertName} on ${a.host}\\nSeverity: ${a.severity}\\nSummary: ${a.summary}\\nDescription: ${a.description}\\nValue: ${a.value}\\nStarted: ${a.startsAt}`\n).join('\\n---\\n');\n\nreturn [{\n json: {\n alertText,\n alertCount: parsed.length,\n hasResolved: parsed.some(a => a.status === 'resolved'),\n hasFiring: parsed.some(a => a.status === 'firing'),\n parsed\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ea216058-69db-42cc-88d0-8f67e1b8951b",
|
||||||
|
"name": "Parse Alert Payload",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer {{ $env.LITELLM_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{\n {\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a concise homelab monitoring assistant. Summarize infrastructure alerts in 2-3 sentences. Include: what happened, which host, severity, and a suggested action. Keep it brief \u2014 this goes to a phone notification.\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Summarize this Grafana alert:\\n\\n\" + $('Parse Alert Payload').first().json.alertText\n }\n ],\n \"max_tokens\": 200,\n \"temperature\": 0.3\n }\n}}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "8ef1aa9d-d5b1-41ea-abc6-703b6491ea33",
|
||||||
|
"name": "LiteLLM Summarize",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst summary = response.choices?.[0]?.message?.content || 'Could not generate summary';\nconst alertData = $('Parse Alert Payload').first().json;\n\nconst title = alertData.hasFiring \n ? `\ud83d\udd25 Alert Firing (${alertData.alertCount})` \n : `\u2705 Alert Resolved (${alertData.alertCount})`;\n\nconst priority = alertData.hasFiring ? 8 : 2;\n\nreturn [{\n json: {\n title,\n message: summary,\n priority\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "2e969bca-8458-4477-a358-664fd1c50c4f",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "65c2b53a-6e03-4460-9aa6-5d967d244de0",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2224,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "DXdYZDfVZecDTaNU",
|
||||||
|
"name": "Gotify account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const parsed = $('Parse Alert Payload').first().json;\nconst now = new Date();\nconst hour = now.getHours();\nconst fingerprint = (parsed.parsed || [])\n .map(a => `${a.alertName}:${a.host}`)\n .sort().join('|') || 'unknown';\nreturn [{ json: { ...parsed, fingerprint, isNightTime: hour >= 0 && hour < 7 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "df26d9ca-c72c-4dee-9327-14a0f5fcf3a0",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "={{ 'SELECT fingerprint, last_seen FROM grafana_alert_dedup WHERE fingerprint = \\'' + $json.fingerprint + '\\' AND last_seen > NOW() - INTERVAL \\'30 minutes\\' LIMIT 1;' }}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "3fd78a53-7885-4739-a4b7-b441a27e993e",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadySeen = rows.length > 0;\nconst isLowPriority = !alertData.hasFiring;\nconst suppressNight = alertData.isNightTime && isLowPriority;\nconst suppress = alreadySeen || suppressNight;\nreturn [{ json: { ...alertData, suppress, shouldNotify: suppress ? 'no' : 'yes', suppressReason: alreadySeen ? 'dedup' : suppressNight ? 'night_suppress' : null } }];\n"
|
||||||
|
},
|
||||||
|
"id": "c34b4b0e-1a47-4624-b1c4-9ef6b5cdeb6c",
|
||||||
|
"name": "Check Should Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "cc41d77c-b659-4c6f-8e71-96a13dced242",
|
||||||
|
"leftValue": "={{ $json.shouldNotify }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29929dc8-17f6-4cc8-90c2-c501eaba8be5",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "={{ 'INSERT INTO grafana_alert_dedup (fingerprint, last_seen, alert_name, host) VALUES (\\'' + $json.fingerprint + '\\', NOW(), \\'' + $json.dedupAlertName + '\\', \\'' + $json.dedupHost + '\\') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW();' }}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "25a14a6a-db17-49ca-a6d2-6ed2f97d2889",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\nconst first = (d.parsed || [])[0] || {};\nreturn [{ json: {\n fingerprint: d.fingerprint,\n dedupAlertName: first.alertName || 'unknown',\n dedupHost: first.host || 'unknown'\n} }];"
|
||||||
|
},
|
||||||
|
"id": "54705c76-512d-4479-889f-dc0a3c24d1b3",
|
||||||
|
"name": "Prepare Dedup Data",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Grafana Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Alert Payload",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Alert Payload": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Build Fingerprint",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Lookup Dedup",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Check Should Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Check Should Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Should Notify?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Dedup Data",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "LiteLLM Summarize",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"LiteLLM Summarize": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Notification",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Dedup Data": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert Dedup Record",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": {
|
||||||
|
"templateCredsSetupCompleted": true
|
||||||
|
},
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"activeVersionId": "ba3a4eab-60b8-4b1c-ac9f-07a0fdcec9c0",
|
||||||
|
"versionCounter": 10,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.660Z",
|
||||||
|
"id": "0ETpkL5jJ5wwgt8k",
|
||||||
|
"name": "monitoring"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"createdAt": "2026-05-07T03:32:32.026Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "GXtkp4xKka90XrXH",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version ba3a4eab",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
250
n8n-workflows/01-grafana-alert-ai-gotify-v1.4.json
Normal file
250
n8n-workflows/01-grafana-alert-ai-gotify-v1.4.json
Normal file
@@ -0,0 +1,250 @@
|
|||||||
|
{
|
||||||
|
"name": "Grafana Alert → AI → Gotify v1.4",
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "grafana-alert",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a6e7dfb1-8e9b-4048-b028-4383c30a7e0d",
|
||||||
|
"name": "Grafana Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [0, 0],
|
||||||
|
"webhookId": "0492788e-db4e-4d15-9572-9d6c3efc80c3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Parse Grafana alert payload into a clean summary for the LLM\nconst alerts = $input.first().json.body?.alerts || $input.first().json.alerts || [];\n\nconst parsed = alerts.map(a => ({\n status: a.status || 'unknown',\n alertName: a.labels?.alertname || 'Unnamed Alert',\n host: a.labels?.host || a.labels?.instance || 'unknown host',\n severity: a.labels?.severity || 'warning',\n summary: a.annotations?.summary || '',\n description: a.annotations?.description || '',\n value: a.valueString || '',\n startsAt: a.startsAt || '',\n endsAt: a.endsAt || ''\n}));\n\nconst alertText = parsed.map(a =>\n `[${a.status.toUpperCase()}] ${a.alertName} on ${a.host}\\nSeverity: ${a.severity}\\nSummary: ${a.summary}\\nDescription: ${a.description}\\nValue: ${a.value}\\nStarted: ${a.startsAt}`\n).join('\\n---\\n');\n\nreturn [{\n json: {\n alertText,\n alertCount: parsed.length,\n hasResolved: parsed.some(a => a.status === 'resolved'),\n hasFiring: parsed.some(a => a.status === 'firing'),\n parsed\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ea216058-69db-42cc-88d0-8f67e1b8951b",
|
||||||
|
"name": "Parse Alert Payload",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [224, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const parsed = $('Parse Alert Payload').first().json;\nconst now = new Date();\nconst hour = now.getHours();\nconst fingerprint = (parsed.parsed || [])\n .map(a => `${a.alertName}:${a.host}`)\n .sort().join('|') || 'unknown';\nreturn [{ json: { ...parsed, fingerprint, isNightTime: hour >= 0 && hour < 7 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "df26d9ca-c72c-4dee-9327-14a0f5fcf3a0",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [448, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "={{ 'SELECT fingerprint, last_seen FROM grafana_alert_dedup WHERE fingerprint = \\'' + $json.fingerprint + '\\' AND last_seen > NOW() - INTERVAL \\'30 minutes\\' LIMIT 1;' }}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "3fd78a53-7885-4739-a4b7-b441a27e993e",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [672, 0],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadySeen = rows.length > 0;\nconst isLowPriority = !alertData.hasFiring;\nconst suppressNight = alertData.isNightTime && isLowPriority;\nconst suppress = alreadySeen || suppressNight;\nreturn [{ json: { ...alertData, suppress, shouldNotify: suppress ? 'no' : 'yes', suppressReason: alreadySeen ? 'dedup' : suppressNight ? 'night_suppress' : null } }];\n"
|
||||||
|
},
|
||||||
|
"id": "c34b4b0e-1a47-4624-b1c4-9ef6b5cdeb6c",
|
||||||
|
"name": "Check Should Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [896, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "cc41d77c-b659-4c6f-8e71-96a13dced242",
|
||||||
|
"leftValue": "={{ $json.shouldNotify }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29929dc8-17f6-4cc8-90c2-c501eaba8be5",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [1120, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\nconst first = (d.parsed || [])[0] || {};\nreturn [{ json: {\n fingerprint: d.fingerprint,\n dedupAlertName: first.alertName || 'unknown',\n dedupHost: first.host || 'unknown'\n} }];"
|
||||||
|
},
|
||||||
|
"id": "54705c76-512d-4479-889f-dc0a3c24d1b3",
|
||||||
|
"name": "Prepare Dedup Data",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1344, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "={{ 'INSERT INTO grafana_alert_dedup (fingerprint, last_seen, alert_name, host) VALUES (\\'' + $json.fingerprint + '\\', NOW(), \\'' + $json.dedupAlertName + '\\', \\'' + $json.dedupHost + '\\') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW();' }}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "25a14a6a-db17-49ca-a6d2-6ed2f97d2889",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [1568, 0],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Build the LiteLLM request body from Parse Alert Payload data.\n// Doing this in a Code node (instead of inline in the HTTP node) ensures\n// the expression resolves cleanly — same pattern as RSS Digest which is stable.\nconst alertData = $('Parse Alert Payload').first().json;\nconst alertText = alertData.alertText || '(no alert text received)';\n\nreturn [{\n json: {\n aiBody: {\n model: 'medium',\n messages: [\n {\n role: 'system',\n content: 'You are a concise homelab monitoring assistant. Summarize infrastructure alerts in 2-3 sentences. Include: what happened, which host, severity, and a suggested action. Keep it brief — this goes to a phone notification.'\n },\n {\n role: 'user',\n content: 'Summarize this Grafana alert:\\n\\n' + alertText\n }\n ],\n max_tokens: 200,\n temperature: 0.3\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "b1c2d3e4-f5a6-7890-abcd-ef1234567890",
|
||||||
|
"name": "Prepare AI Request",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1792, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer {{ $env.LITELLM_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{ JSON.stringify($json.aiBody) }}",
|
||||||
|
"options": {
|
||||||
|
"response": {
|
||||||
|
"response": {
|
||||||
|
"responseFormat": "json"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"timeout": 120000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "8ef1aa9d-d5b1-41ea-abc6-703b6491ea33",
|
||||||
|
"name": "LiteLLM Summarize",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [2016, 0],
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst alertData = $('Parse Alert Payload').first().json;\n\nlet summary;\nif (response.error || response.errorMessage) {\n summary = 'AI summary unavailable — check LiteLLM.';\n} else {\n summary = response.choices?.[0]?.message?.content || 'Could not generate summary';\n}\n\nconst title = alertData.hasFiring\n ? `🔥 Alert Firing (${alertData.alertCount})`\n : `✅ Alert Resolved (${alertData.alertCount})`;\n\nconst priority = alertData.hasFiring ? 8 : 2;\n\nreturn [{\n json: {\n title,\n message: summary,\n priority\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "2e969bca-8458-4477-a358-664fd1c50c4f",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [2240, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "65c2b53a-6e03-4460-9aa6-5d967d244de0",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [2464, 0],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "DXdYZDfVZecDTaNU",
|
||||||
|
"name": "Gotify account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Grafana Webhook": {
|
||||||
|
"main": [[{ "node": "Parse Alert Payload", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Parse Alert Payload": {
|
||||||
|
"main": [[{ "node": "Build Fingerprint", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [[{ "node": "Lookup Dedup", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [[{ "node": "Check Should Notify", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Check Should Notify": {
|
||||||
|
"main": [[{ "node": "Should Notify?", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[{ "node": "Prepare Dedup Data", "type": "main", "index": 0 }],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Dedup Data": {
|
||||||
|
"main": [[{ "node": "Upsert Dedup Record", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [[{ "node": "Prepare AI Request", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Prepare AI Request": {
|
||||||
|
"main": [[{ "node": "LiteLLM Summarize", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"LiteLLM Summarize": {
|
||||||
|
"main": [[{ "node": "Format Notification", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [[{ "node": "Push to Gotify", "type": "main", "index": 0 }]]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": {
|
||||||
|
"templateCredsSetupCompleted": true
|
||||||
|
},
|
||||||
|
"pinData": {}
|
||||||
|
}
|
||||||
394
n8n-workflows/02-rag-ingest-and-query-v1.0.json
Normal file
394
n8n-workflows/02-rag-ingest-and-query-v1.0.json
Normal file
@@ -0,0 +1,394 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T23:25:33.293Z",
|
||||||
|
"createdAt": "2026-05-06T23:25:29.005Z",
|
||||||
|
"id": "gYyOggC4J98keLbj",
|
||||||
|
"name": "RAG Pipeline v1.0",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "rag/ingest",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "31ce8413-d15c-490f-92d1-956ef214e9a3",
|
||||||
|
"name": "Ingest Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "411ad4e3-eb9f-49e2-97c4-2f30e01dd609"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Split incoming text into chunks for embedding\nconst input = $input.first().json.body || $input.first().json;\nconst text = input.text || input.content || '';\nconst source = input.source || 'manual';\nconst metadata = input.metadata || {};\n\nconst CHUNK_SIZE = 500;\nconst OVERLAP = 50;\n\nconst chunks = [];\nconst sentences = text.split(/(?<=[.!?])\\s+/);\nlet current = '';\n\nfor (const sentence of sentences) {\n if ((current + ' ' + sentence).length > CHUNK_SIZE && current.length > 0) {\n chunks.push(current.trim());\n // Keep overlap\n const words = current.split(' ');\n current = words.slice(-OVERLAP).join(' ') + ' ' + sentence;\n } else {\n current = current ? current + ' ' + sentence : sentence;\n }\n}\nif (current.trim()) chunks.push(current.trim());\n\nreturn chunks.map((chunk, i) => ({\n json: {\n chunk,\n chunkIndex: i,\n totalChunks: chunks.length,\n source,\n metadata\n }\n}));"
|
||||||
|
},
|
||||||
|
"id": "5d5aa0b1-c84b-48f6-9b5e-618cb05e5e61",
|
||||||
|
"name": "Chunk Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": \"{{ $json.chunk }}\"\n}",
|
||||||
|
"options": {
|
||||||
|
"batching": {
|
||||||
|
"batch": {
|
||||||
|
"batchSize": 5,
|
||||||
|
"batchInterval": 500
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "89c692c6-b987-409c-b5c1-3533097d06e3",
|
||||||
|
"name": "Get Embedding",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const embeddingResponse = $input.first().json;\nconst chunkData = $('Chunk Text').item;\nconst embedding = embeddingResponse.data?.[0]?.embedding || [];\n\nconst pointId = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => { const r = Math.random() * 16 | 0; return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16); });\n\nreturn [{\n json: {\n id: pointId,\n vector: embedding,\n payload: {\n text: chunkData.json.chunk,\n source: chunkData.json.source,\n chunkIndex: chunkData.json.chunkIndex,\n totalChunks: chunkData.json.totalChunks,\n metadata: chunkData.json.metadata,\n ingested_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "fec59066-958f-4b96-8224-6f4e48ad5abb",
|
||||||
|
"name": "Prepare Qdrant Point",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PUT",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"points\": [\n {\n \"id\": \"{{ $json.id }}\",\n \"vector\": {{ JSON.stringify($json.vector) }},\n \"payload\": {{ JSON.stringify($json.payload) }}\n }\n ]\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "9404c8fe-46ae-4d8a-bf35-35ecba4939c0",
|
||||||
|
"name": "Upsert to Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "rag/query",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "1a5c921c-0351-4a5e-a3e4-0aab71313af1",
|
||||||
|
"name": "Query Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
304
|
||||||
|
],
|
||||||
|
"webhookId": "aad4fe04-74b0-4136-80e9-380a7e4db1c2"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": \"{{ $json.body.query || $json.query }}\"\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "0a294ba5-a890-4dfa-8ae7-ba25cd0a4534",
|
||||||
|
"name": "Embed Query",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points/search",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"vector\": {{ JSON.stringify($json.data[0].embedding) }},\n \"limit\": 5,\n \"with_payload\": true\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "2cb68891-c57e-4006-b3ac-c290aec28220",
|
||||||
|
"name": "Search Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const searchResults = $input.first().json.result || [];\nconst query = $('Query Webhook').first().json.body?.query || $('Query Webhook').first().json.query || '';\n\nconst context = searchResults.map((r, i) => \n `[${i+1}] (score: ${r.score.toFixed(3)}) ${r.payload.text}`\n).join('\\n\\n');\n\nreturn [{\n json: {\n query,\n context,\n sources: searchResults.map(r => ({\n source: r.payload.source,\n score: r.score,\n text_preview: r.payload.text.substring(0, 100) + '...'\n }))\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "d32ee814-81d0-4ea6-8f28-59632d09b1b9",
|
||||||
|
"name": "Build Context",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-a95bd142d43d175b6476ebc862e81aa1f6ef34b1153f839698d07541d2f55308"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a helpful knowledge base assistant. Answer the user's question using ONLY the provided context. If the context doesn't contain enough information, say so. Cite which source numbers you used.\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Context:\\n{{ $json.context }}\\n\\nQuestion: {{ $json.query }}\"\n }\n ],\n \"max_tokens\": 500,\n \"temperature\": 0.2\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "e1360454-8457-40ce-b179-670c182da59e",
|
||||||
|
"name": "LiteLLM Answer",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst contextData = $('Build Context').first().json;\n\nreturn [{\n json: {\n answer: response.choices?.[0]?.message?.content || 'No answer generated',\n sources: contextData.sources,\n query: contextData.query\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "fe16d3a1-0d11-442f-b941-56fb74804601",
|
||||||
|
"name": "Format Response",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1104,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Ingest Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Chunk Text",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Chunk Text": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Get Embedding",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Get Embedding": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Qdrant Point",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Qdrant Point": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert to Qdrant",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Query Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Embed Query",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Embed Query": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Search Qdrant",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Search Qdrant": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Build Context",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Context": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "LiteLLM Answer",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"LiteLLM Answer": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Response",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "832248e5-106e-4fc4-8ebd-a5d0034e2b14",
|
||||||
|
"activeVersionId": "832248e5-106e-4fc4-8ebd-a5d0034e2b14",
|
||||||
|
"versionCounter": 14,
|
||||||
|
"triggerCount": 2,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"id": "7uuEyQrIlcuruZBk",
|
||||||
|
"name": "rag"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T23:25:29.005Z",
|
||||||
|
"createdAt": "2026-05-06T23:25:29.005Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "gYyOggC4J98keLbj",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version 832248e5",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
348
n8n-workflows/03-paperless-ai-processing-v1.0.json
Normal file
348
n8n-workflows/03-paperless-ai-processing-v1.0.json
Normal file
@@ -0,0 +1,348 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T20:24:47.896Z",
|
||||||
|
"createdAt": "2026-05-07T20:24:40.153Z",
|
||||||
|
"id": "dQ1d5deV4mF0s5eP",
|
||||||
|
"name": "Paperless AI Processing v1.0",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "paperless/new-document",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "3d8bc021-e27f-4f7b-b716-a202d66551be",
|
||||||
|
"name": "Paperless Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "fd1eaa3a-fbf1-4a17-94fd-bb483df602b7"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Extract document ID from whatever Paperless sends\nconst data = $input.first().json;\nconst body = data.body || data;\n\n// Try multiple possible field names and formats\nlet docId = body.document_id || body.id || body.doc_id || body.pk;\n\n// If it's a string like '{document_id}' (template not resolved), fall back to latest doc\nif (!docId || typeof docId === 'string' && docId.includes('{')) {\n docId = null;\n}\n\nreturn [{ json: { docId } }];"
|
||||||
|
},
|
||||||
|
"id": "48277e9e-a835-4e12-8608-63e905abe74d",
|
||||||
|
"name": "Extract Document ID",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"url": "=https://paperless.paccoco.com/api/documents/{{ $json.docId ? $json.docId + '/' : '?ordering=-added&page_size=1' }}",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Token 4fb34ba35b4ab76a0715e8c56faf00a31de4fb5d"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "17ed7e6f-ccaa-43d3-9031-9f3d2bb12dec",
|
||||||
|
"name": "Fetch Document",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\n\n// Handle both single doc response and list response\nconst doc = response.results ? response.results[0] : response;\n\nif (!doc || !doc.id) {\n throw new Error('No document found in response');\n}\n\n// Content is already in the metadata from Paperless OCR\nconst content = (doc.content || '').substring(0, 4000);\n\nreturn [{\n json: {\n documentId: doc.id,\n title: doc.title || 'Untitled',\n originalFilename: doc.original_file_name || '',\n correspondent: doc.correspondent_name || null,\n content: content,\n created: doc.created || new Date().toISOString()\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "3a026b3b-141b-48b4-a9ae-03998914f45c",
|
||||||
|
"name": "Prepare Content",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-a95bd142d43d175b6476ebc862e81aa1f6ef34b1153f839698d07541d2f55308"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a document classification assistant. Analyze the document and return ONLY valid JSON. Do not include markdown. Do not include code fences.\\n\\nReturn this exact JSON structure:\\n{\\n \\\"summary\\\": \\\"short 1-2 sentence summary with no sensitive identifiers\\\",\\n \\\"doc_type\\\": \\\"invoice | receipt | letter | contract | manual | report | medical | tax | military | other\\\",\\n \\\"suggested_tags\\\": [\\\"tag1\\\", \\\"tag2\\\", \\\"tag3\\\"]\\n}\\n\\nIf the document is sensitive, summarize only generally and say sensitive personal identifiers were present and redacted. If the document is not sensitive, provide a normal 1-2 sentence summary. Never mention or summarize sensitive field categories such as SSNs, dates of birth, addresses, phone numbers, financial amounts, ID numbers, service numbers, or exact dates.\"\n },\n {\n \"role\": \"user\",\n \"content\": \"{{ JSON.stringify('Document title: ' + ($json.title || 'Untitled') + '\\nFilename: ' + ($json.originalFilename || '') + '\\nCorrespondent: ' + ($json.correspondent || 'Unknown') + '\\n\\nContent:\\n' + ($json.content || '')).slice(1, -1) }}\"\n }\n ],\n \"max_tokens\": 350,\n \"temperature\": 0.1,\n \"response_format\": {\n \"type\": \"json_object\"\n }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "51374897-d90e-49a2-889e-0476817dd9d8",
|
||||||
|
"name": "AI Classify & Extract",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst docData = $('Prepare Content').first().json;\n\nconst raw = response.choices?.[0]?.message?.content || '{}';\nlet analysis;\n\ntry {\n analysis = JSON.parse(raw);\n} catch (e) {\n analysis = {\n summary: 'Document processed, but AI response could not be parsed cleanly. Sensitive details were not included.',\n doc_type: 'other',\n suggested_tags: []\n };\n}\n\nfunction cleanText(value) {\n return String(value || '')\n .replace(/\\b\\d{3}[- ]?\\d{2}[- ]?\\d{4}\\b/g, '[REDACTED_SSN]')\n .replace(/\\b\\d{8}\\b/g, '[REDACTED_DATE]')\n .replace(/\\b\\d{1,5}\\s+[A-Za-z0-9 .'-]+\\s+(Road|RD|Street|St|Avenue|Ave|Drive|Dr|Lane|Ln|Court|Ct|Branch|Blvd|Boulevard)\\b[^,\\n]*/gi, '[REDACTED_ADDRESS]')\n .replace(/\\b\\d{5}(?:-\\d{4})?\\b/g, '[REDACTED_ZIP]');\n}\n\nconst tags = Array.isArray(analysis.suggested_tags)\n ? analysis.suggested_tags\n .map(t => cleanText(t).trim().toLowerCase())\n .filter(Boolean)\n .map(t => t.replace(/[^a-z0-9 _-]/gi, '').trim())\n .filter(Boolean)\n .slice(0, 5)\n : [];\n\nreturn [\n {\n json: {\n documentId: docData.documentId,\n title: cleanText(docData.title || 'Untitled'),\n summary: cleanText(analysis.summary || 'Document processed.'),\n doc_type: cleanText(analysis.doc_type || 'other').toLowerCase(),\n suggested_tags: tags\n }\n }\n];"
|
||||||
|
},
|
||||||
|
"id": "1f37f096-132b-43b4-bcb4-f5ed094bc9e5",
|
||||||
|
"name": "Parse Analysis",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1104,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "=https://paperless.paccoco.com/api/documents/{{ $json.documentId }}/notes/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Token 4fb34ba35b4ab76a0715e8c56faf00a31de4fb5d"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"note\": \"{{ JSON.stringify('**AI Analysis**\\nType: ' + ($json.doc_type || 'other') + '\\nSummary: ' + ($json.summary || '') + '\\nSuggested tags: ' + (($json.suggested_tags || []).join(', '))).slice(1, -1) }}\"\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "5597c8c1-436e-4373-bb54-0180be4e7bca",
|
||||||
|
"name": "Add Note to Document",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1328,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\n\nconst tags = Array.isArray(data.suggested_tags)\n ? data.suggested_tags.join(', ')\n : 'None';\n\nconst message = [\n data.title || 'Untitled',\n '',\n `Type: ${data.doc_type || 'other'}`,\n '',\n `Summary: ${data.summary || 'No summary returned'}`,\n '',\n `Suggested tags: ${tags || 'None'}`\n].join('\\n');\n\nreturn [{\n json: {\n title: '\ud83d\udcc4 New Document Processed',\n message,\n priority: 4\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "c3319471-e3f1-4cd3-aae1-c794f081b1e3",
|
||||||
|
"name": "Format Gotify Document Message",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1328,
|
||||||
|
208
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "193f19dc-2ad6-41af-bd29-a0f5dc0ef1a0",
|
||||||
|
"name": "Send Gotify Message",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1552,
|
||||||
|
208
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "ajvRjvj0QldLQYmo",
|
||||||
|
"name": "Paperless"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\n\nconst PAPERLESS_BASE_URL = 'https://paperless.paccoco.com';\nconst PAPERLESS_TOKEN = '4fb34ba35b4ab76a0715e8c56faf00a31de4fb5d';\n\nconst headers = {\n Authorization: `Token ${PAPERLESS_TOKEN}`,\n 'Content-Type': 'application/json',\n};\n\nfunction normalizeTagName(tag) {\n return String(tag || '')\n .trim()\n .toLowerCase()\n .replace(/[^a-z0-9 _-]/gi, '')\n .replace(/\\s+/g, ' ')\n .slice(0, 64);\n}\n\nconst suggestedTags = Array.isArray(data.suggested_tags)\n ? [...new Set(data.suggested_tags.map(normalizeTagName).filter(Boolean))].slice(0, 5)\n : [];\n\nif (!data.documentId) {\n throw new Error('No documentId found; cannot apply tags.');\n}\n\nif (suggestedTags.length === 0) {\n return [{\n json: {\n ...data,\n tag_apply_status: 'skipped_no_suggested_tags',\n applied_tag_names: [],\n applied_tag_ids: []\n }\n }];\n}\n\nasync function request(method, url, body) {\n const options = {\n method,\n url,\n headers,\n json: true,\n };\n\n if (body !== undefined) {\n options.body = body;\n }\n\n return await this.helpers.httpRequest(options);\n}\n\n// Fetch all existing tags. Handles pagination.\nconst existingTags = [];\nlet tagsUrl = `${PAPERLESS_BASE_URL}/api/tags/?page_size=100`;\n\nwhile (tagsUrl) {\n const page = await request.call(this, 'GET', tagsUrl);\n const results = Array.isArray(page.results) ? page.results : (Array.isArray(page) ? page : []);\n existingTags.push(...results);\n\n if (page.next) {\n tagsUrl = page.next.startsWith('http') ? page.next : `${PAPERLESS_BASE_URL}${page.next}`;\n } else {\n tagsUrl = null;\n }\n}\n\nconst tagsByName = new Map(\n existingTags.map(tag => [normalizeTagName(tag.name), tag])\n);\n\nconst appliedTags = [];\n\nfor (const tagName of suggestedTags) {\n let tag = tagsByName.get(tagName);\n\n if (!tag) {\n tag = await request.call(this, 'POST', `${PAPERLESS_BASE_URL}/api/tags/`, {\n name: tagName,\n });\n tagsByName.set(tagName, tag);\n }\n\n if (tag?.id) {\n appliedTags.push(tag);\n }\n}\n\n// Fetch current document so we merge tags instead of overwriting existing ones.\nconst doc = await request.call(this, 'GET', `${PAPERLESS_BASE_URL}/api/documents/${data.documentId}/`);\nconst currentTagIds = Array.isArray(doc.tags) ? doc.tags : [];\nconst appliedTagIds = appliedTags.map(tag => tag.id);\nconst mergedTagIds = [...new Set([...currentTagIds, ...appliedTagIds])];\n\nawait request.call(this, 'PATCH', `${PAPERLESS_BASE_URL}/api/documents/${data.documentId}/`, {\n tags: mergedTagIds,\n});\n\nreturn [{\n json: {\n ...data,\n tag_apply_status: 'updated',\n applied_tag_names: appliedTags.map(tag => tag.name),\n applied_tag_ids: appliedTagIds,\n final_tag_ids: mergedTagIds,\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "b0d5423b-dc83-4adf-98c6-d95afa3e5c1b",
|
||||||
|
"name": "Apply Suggested Tags to Paperless",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1328,
|
||||||
|
400
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Paperless Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Extract Document ID",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Extract Document ID": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Document",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Document": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Content",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Content": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "AI Classify & Extract",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"AI Classify & Extract": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Analysis",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Analysis": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Add Note to Document",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Format Gotify Document Message",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Apply Suggested Tags to Paperless",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Gotify Document Message": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Send Gotify Message",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": {
|
||||||
|
"templateCredsSetupCompleted": true
|
||||||
|
},
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "199d2609-e3e7-46aa-b144-df038eb10a0d",
|
||||||
|
"activeVersionId": "199d2609-e3e7-46aa-b144-df038eb10a0d",
|
||||||
|
"versionCounter": 11,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:46.433Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:46.433Z",
|
||||||
|
"id": "dZUptsMy60GbLHft",
|
||||||
|
"name": "documents"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:46.476Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:46.476Z",
|
||||||
|
"id": "NxHjuO4MMd5kdPR7",
|
||||||
|
"name": "paperless"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T20:24:40.153Z",
|
||||||
|
"createdAt": "2026-05-07T20:24:40.153Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "dQ1d5deV4mF0s5eP",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version 199d2609",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
589
n8n-workflows/04-whisper-transcription-v1.0.json
Normal file
589
n8n-workflows/04-whisper-transcription-v1.0.json
Normal file
@@ -0,0 +1,589 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T23:30:36.237Z",
|
||||||
|
"createdAt": "2026-05-06T23:30:36.237Z",
|
||||||
|
"id": "QEVnqyN4h5kcpVuJ",
|
||||||
|
"name": "Whisper Transcription v1.0",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "transcribe",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {
|
||||||
|
"rawBody": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "91945dd9-42f8-4343-b131-9e46272f04bf",
|
||||||
|
"name": "Transcription Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "f50eec94-1e56-4189-88ee-51b701c1d889"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:8786/v1/audio/transcriptions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "file",
|
||||||
|
"inputDataFieldName": "data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "model",
|
||||||
|
"value": "Systran/faster-whisper-large-v3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "language",
|
||||||
|
"value": "en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "response_format",
|
||||||
|
"value": "verbose_json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "fc726196-f62d-4ff4-9be6-a84b9dbfff9e",
|
||||||
|
"name": "Whisper Transcribe",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const result = $input.first().json;\n\nconst segments = result.segments || [];\nconst fullText = result.text || segments.map(s => s.text).join(' ');\nconst duration = result.duration || segments[segments.length - 1]?.end || 0;\n\n// Format timestamps\nconst timestamped = segments.map(s => {\n const start = new Date(s.start * 1000).toISOString().substr(11, 8);\n return `[${start}] ${s.text.trim()}`;\n}).join('\\n');\n\nreturn [{\n json: {\n text: fullText.trim(),\n timestamped_text: timestamped,\n duration_seconds: Math.round(duration),\n segment_count: segments.length,\n language: result.language || 'en'\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "1b6f017f-849d-456f-9e4b-a0bced1d8e9f",
|
||||||
|
"name": "Format Transcript",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "transcribe/summarize",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {
|
||||||
|
"rawBody": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "c2f8a2dd-cbbc-4b62-ae24-0f4a95bdf862",
|
||||||
|
"name": "Transcribe + Summarize Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
304
|
||||||
|
],
|
||||||
|
"webhookId": "69b4b2e8-9486-4aa3-b9db-fb8e6bdae98e"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:8786/v1/audio/transcriptions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "file",
|
||||||
|
"inputDataFieldName": "data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "model",
|
||||||
|
"value": "Systran/faster-whisper-large-v3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "language",
|
||||||
|
"value": "en"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "ee25bf40-99ef-472b-928d-6ef63516094c",
|
||||||
|
"name": "Whisper Transcribe 2",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-a95bd142d43d175b6476ebc862e81aa1f6ef34b1153f839698d07541d2f55308"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a meeting/audio note summarizer. Given a transcription, provide:\\n1. A brief summary (2-3 sentences)\\n2. Key points as a bullet list\\n3. Any action items mentioned\\n\\nRespond in JSON with keys: summary, key_points (array), action_items (array)\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Summarize this transcription:\\n\\n{{ $json.text }}\"\n }\n ],\n \"max_tokens\": 500,\n \"temperature\": 0.2,\n \"response_format\": { \"type\": \"json_object\" }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "eda24425-dc26-4b4b-858e-9ae0d5e1a5e4",
|
||||||
|
"name": "AI Summarize Audio",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const llmResponse = $input.first().json;\nconst transcript = $('Whisper Transcribe 2').first().json;\nlet analysis;\n\ntry {\n analysis = JSON.parse(llmResponse.choices?.[0]?.message?.content || '{}');\n} catch(e) {\n analysis = { summary: llmResponse.choices?.[0]?.message?.content || 'Summary failed', key_points: [], action_items: [] };\n}\n\nreturn [{\n json: {\n transcript: transcript.text || '',\n duration_seconds: Math.round(transcript.duration || 0),\n language: transcript.language || 'en',\n summary: analysis.summary,\n key_points: analysis.key_points || [],\n action_items: analysis.action_items || []\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "cf41669b-8bf7-433b-b390-10765954b0a9",
|
||||||
|
"name": "Format Summary Response",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const t = $input.first().json;\nconst mins = Math.floor(t.duration_seconds / 60);\nconst secs = t.duration_seconds % 60;\nreturn [{ json: {\n title: '\ud83c\udf99\ufe0f Transcription Complete',\n message: `Duration: ${mins}m ${secs}s \u00b7 ${t.segment_count} segments \u00b7 Language: ${t.language}`,\n priority: 3\n}}];\n"
|
||||||
|
},
|
||||||
|
"id": "5c692355-2a46-4c66-860a-c02a21c73597",
|
||||||
|
"name": "Format Transcription Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "0e96240d-50e2-49f7-be62-4f57451e0543",
|
||||||
|
"name": "Notify Transcription Done",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Whisper"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const t = $('Format Transcript').first().json;\nconst title = `Transcript ${new Date().toLocaleDateString('en-US')}`;\nconst content = `Transcript\\nDate: ${new Date().toISOString()}\\nDuration: ${t.duration_seconds}s\\nLanguage: ${t.language}\\n\\n${t.timestamped_text || t.text}`;\nreturn [{ binary: { document: { data: Buffer.from(content,'utf-8').toString('base64'), mimeType:'text/plain', fileName: `${title}.txt` }}, json: { title } }];\n"
|
||||||
|
},
|
||||||
|
"id": "da9f4d8d-8c5b-413a-badd-71287dbe0a3c",
|
||||||
|
"name": "Prepare Transcript Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"options": {},
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer ${PAPERLESS_API_TOKEN}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "document",
|
||||||
|
"value": "data",
|
||||||
|
"parameterType": "formBinaryData"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "${PAPERLESS_TAG_TRANSCRIPTION}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "7c84da5a-41e2-4b38-9e58-19acfd73f81d",
|
||||||
|
"name": "Save Transcript to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const s = $input.first().json;\nconst mins = Math.floor(s.duration_seconds / 60);\nconst points = (s.key_points || []).slice(0,3).map((p,i) => `${i+1}. ${p}`).join('\\n');\nreturn [{ json: {\n title: '\ud83c\udf99\ufe0f Transcription + Summary Complete',\n message: `${mins}m audio\\n\\nSummary: ${s.summary}\\n\\nKey points:\\n${points}`,\n priority: 4\n}}];\n"
|
||||||
|
},
|
||||||
|
"id": "e55363e4-ff9b-4df4-b40a-fd23227c23e8",
|
||||||
|
"name": "Format Summary Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "b5defea9-35a0-4a22-8769-ed9496a022f6",
|
||||||
|
"name": "Notify Summary Done",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
304
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Whisper"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const s = $('Format Summary Response').first().json;\nconst title = `Audio Summary ${new Date().toLocaleDateString('en-US')}`;\nconst points = (s.key_points || []).map((p,i) => `${i+1}. ${p}`).join('\\n');\nconst actions = (s.action_items || []).map((a,i) => `${i+1}. ${a}`).join('\\n');\nconst content = [\n `Audio Transcription & Summary`, `Date: ${new Date().toISOString()}`,\n `Duration: ${Math.floor(s.duration_seconds/60)}m ${s.duration_seconds%60}s`,\n `Language: ${s.language}`, '', `Summary`, `=======`, s.summary,\n '', `Key Points`, `==========`, points,\n ...(actions ? ['', `Action Items`, `============`, actions] : []),\n '', `Full Transcript`, `==============`, s.transcript\n].join('\\n');\nreturn [{ binary: { document: { data: Buffer.from(content,'utf-8').toString('base64'), mimeType:'text/plain', fileName:`${title}.txt` }}, json: { title } }];\n"
|
||||||
|
},
|
||||||
|
"id": "1f31f608-7985-4a9a-afcf-6cf4e44150ba",
|
||||||
|
"name": "Prepare Summary Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
304
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"options": {},
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer ${PAPERLESS_API_TOKEN}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "document",
|
||||||
|
"value": "data",
|
||||||
|
"parameterType": "formBinaryData"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "${PAPERLESS_TAG_TRANSCRIPTION}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e9eaee2f-d08e-4a76-af53-ed824ebfe68f",
|
||||||
|
"name": "Save Summary to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
304
|
||||||
|
],
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Transcription Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Whisper Transcribe",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Whisper Transcribe": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Transcript",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Transcribe + Summarize Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Whisper Transcribe 2",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Whisper Transcribe 2": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "AI Summarize Audio",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"AI Summarize Audio": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Summary Response",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Transcript": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Transcription Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Transcription Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Notify Transcription Done",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Notify Transcription Done": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Transcript Doc",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Transcript Doc": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Save Transcript to Paperless",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Summary Response": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Summary Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Summary Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Notify Summary Done",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Notify Summary Done": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Summary Doc",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Summary Doc": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Save Summary to Paperless",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "20275daf-b924-4311-9a7f-116a99911764",
|
||||||
|
"activeVersionId": "20275daf-b924-4311-9a7f-116a99911764",
|
||||||
|
"versionCounter": 12,
|
||||||
|
"triggerCount": 2,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:59.719Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:59.719Z",
|
||||||
|
"id": "GLLrEIR8I7eA4ydv",
|
||||||
|
"name": "transcription"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"id": "tuPxDoKFqpVrrQoX",
|
||||||
|
"name": "whisper"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T23:30:36.237Z",
|
||||||
|
"createdAt": "2026-05-06T23:30:36.237Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "QEVnqyN4h5kcpVuJ",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version 20275daf",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
406
n8n-workflows/04-whisper-transcription-v1.1.json
Normal file
406
n8n-workflows/04-whisper-transcription-v1.1.json
Normal file
@@ -0,0 +1,406 @@
|
|||||||
|
{
|
||||||
|
"name": "Whisper Transcription v1.1",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "transcribe",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {
|
||||||
|
"rawBody": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "91945dd9-42f8-4343-b131-9e46272f04bf",
|
||||||
|
"name": "Transcription Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [0, 0],
|
||||||
|
"webhookId": "f50eec94-1e56-4189-88ee-51b701c1d889"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.16:8786/v1/audio/transcriptions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "file",
|
||||||
|
"inputDataFieldName": "data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "model",
|
||||||
|
"value": "Systran/faster-distil-whisper-small.en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "language",
|
||||||
|
"value": "en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "response_format",
|
||||||
|
"value": "verbose_json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "fc726196-f62d-4ff4-9be6-a84b9dbfff9e",
|
||||||
|
"name": "Whisper Transcribe",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [224, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const result = $input.first().json;\n\nconst segments = result.segments || [];\nconst fullText = result.text || segments.map(s => s.text).join(' ');\nconst duration = result.duration || segments[segments.length - 1]?.end || 0;\n\n// Format timestamps\nconst timestamped = segments.map(s => {\n const start = new Date(s.start * 1000).toISOString().substr(11, 8);\n return `[${start}] ${s.text.trim()}`;\n}).join('\\n');\n\nreturn [{\n json: {\n text: fullText.trim(),\n timestamped_text: timestamped,\n duration_seconds: Math.round(duration),\n segment_count: segments.length,\n language: result.language || 'en'\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "1b6f017f-849d-456f-9e4b-a0bced1d8e9f",
|
||||||
|
"name": "Format Transcript",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [448, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "transcribe/summarize",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {
|
||||||
|
"rawBody": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "c2f8a2dd-cbbc-4b62-ae24-0f4a95bdf862",
|
||||||
|
"name": "Transcribe + Summarize Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [0, 304],
|
||||||
|
"webhookId": "69b4b2e8-9486-4aa3-b9db-fb8e6bdae98e"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.16:8786/v1/audio/transcriptions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "file",
|
||||||
|
"inputDataFieldName": "data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "model",
|
||||||
|
"value": "Systran/faster-distil-whisper-small.en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "language",
|
||||||
|
"value": "en"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "ee25bf40-99ef-472b-928d-6ef63516094c",
|
||||||
|
"name": "Whisper Transcribe 2",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [224, 304]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Bearer {{ $env.LITELLM_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a meeting/audio note summarizer. Given a transcription, provide:\\n1. A brief summary (2-3 sentences)\\n2. Key points as a bullet list\\n3. Any action items mentioned\\n\\nRespond in JSON with keys: summary, key_points (array), action_items (array)\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Summarize this transcription:\\n\\n{{ $json.text }}\"\n }\n ],\n \"max_tokens\": 500,\n \"temperature\": 0.2,\n \"response_format\": { \"type\": \"json_object\" }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "eda24425-dc26-4b4b-858e-9ae0d5e1a5e4",
|
||||||
|
"name": "AI Summarize Audio",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [448, 304]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const llmResponse = $input.first().json;\nconst transcript = $('Whisper Transcribe 2').first().json;\nlet analysis;\n\ntry {\n analysis = JSON.parse(llmResponse.choices?.[0]?.message?.content || '{}');\n} catch(e) {\n analysis = { summary: llmResponse.choices?.[0]?.message?.content || 'Summary failed', key_points: [], action_items: [] };\n}\n\nreturn [{\n json: {\n transcript: transcript.text || '',\n duration_seconds: Math.round(transcript.duration || 0),\n language: transcript.language || 'en',\n summary: analysis.summary,\n key_points: analysis.key_points || [],\n action_items: analysis.action_items || []\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "cf41669b-8bf7-433b-b390-10765954b0a9",
|
||||||
|
"name": "Format Summary Response",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [672, 304]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const t = $input.first().json;\nconst mins = Math.floor(t.duration_seconds / 60);\nconst secs = t.duration_seconds % 60;\nreturn [{ json: {\n title: '🎙️ Transcription Complete',\n message: `Duration: ${mins}m ${secs}s · ${t.segment_count} segments · Language: ${t.language}`,\n priority: 3\n}}];\n"
|
||||||
|
},
|
||||||
|
"id": "5c692355-2a46-4c66-860a-c02a21c73597",
|
||||||
|
"name": "Format Transcription Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [672, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "0e96240d-50e2-49f7-be62-4f57451e0543",
|
||||||
|
"name": "Notify Transcription Done",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [896, 0],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Whisper"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const t = $('Format Transcript').first().json;\nconst title = `Transcript ${new Date().toLocaleDateString('en-US')}`;\nconst content = `Transcript\\nDate: ${new Date().toISOString()}\\nDuration: ${t.duration_seconds}s\\nLanguage: ${t.language}\\n\\n${t.timestamped_text || t.text}`;\nreturn [{ binary: { document: { data: Buffer.from(content,'utf-8').toString('base64'), mimeType:'text/plain', fileName: `${title}.txt` }}, json: { title } }];\n"
|
||||||
|
},
|
||||||
|
"id": "da9f4d8d-8c5b-413a-badd-71287dbe0a3c",
|
||||||
|
"name": "Prepare Transcript Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1120, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Token {{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "document",
|
||||||
|
"inputDataFieldName": "document"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "={{ $env.PAPERLESS_TAG_TRANSCRIPTION }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"response": {
|
||||||
|
"response": {
|
||||||
|
"responseFormat": "text"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "7c84da5a-41e2-4b38-9e58-19acfd73f81d",
|
||||||
|
"name": "Save Transcript to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [1344, 0],
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const s = $input.first().json;\nconst mins = Math.floor(s.duration_seconds / 60);\nconst points = (s.key_points || []).slice(0,3).map((p,i) => `${i+1}. ${p}`).join('\\n');\nreturn [{ json: {\n title: '🎙️ Transcription + Summary Complete',\n message: `${mins}m audio\\n\\nSummary: ${s.summary}\\n\\nKey points:\\n${points}`,\n priority: 4\n}}];\n"
|
||||||
|
},
|
||||||
|
"id": "e55363e4-ff9b-4df4-b40a-fd23227c23e8",
|
||||||
|
"name": "Format Summary Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [896, 304]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "b5defea9-35a0-4a22-8769-ed9496a022f6",
|
||||||
|
"name": "Notify Summary Done",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [1120, 304],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Whisper"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const s = $('Format Summary Response').first().json;\nconst title = `Audio Summary ${new Date().toLocaleDateString('en-US')}`;\nconst points = (s.key_points || []).map((p,i) => `${i+1}. ${p}`).join('\\n');\nconst actions = (s.action_items || []).map((a,i) => `${i+1}. ${a}`).join('\\n');\nconst content = [\n `Audio Transcription & Summary`, `Date: ${new Date().toISOString()}`,\n `Duration: ${Math.floor(s.duration_seconds/60)}m ${s.duration_seconds%60}s`,\n `Language: ${s.language}`, '', `Summary`, `=======`, s.summary,\n '', `Key Points`, `==========`, points,\n ...(actions ? ['', `Action Items`, `============`, actions] : []),\n '', `Full Transcript`, `==============`, s.transcript\n].join('\\n');\nreturn [{ binary: { document: { data: Buffer.from(content,'utf-8').toString('base64'), mimeType:'text/plain', fileName:`${title}.txt` }}, json: { title } }];\n"
|
||||||
|
},
|
||||||
|
"id": "1f31f608-7985-4a9a-afcf-6cf4e44150ba",
|
||||||
|
"name": "Prepare Summary Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1344, 304]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Token {{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "document",
|
||||||
|
"inputDataFieldName": "document"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "={{ $env.PAPERLESS_TAG_TRANSCRIPTION }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"response": {
|
||||||
|
"response": {
|
||||||
|
"responseFormat": "text"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e9eaee2f-d08e-4a76-af53-ed824ebfe68f",
|
||||||
|
"name": "Save Summary to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [1568, 304],
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Transcription Webhook": {
|
||||||
|
"main": [[{ "node": "Whisper Transcribe", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Whisper Transcribe": {
|
||||||
|
"main": [[{ "node": "Format Transcript", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Transcribe + Summarize Webhook": {
|
||||||
|
"main": [[{ "node": "Whisper Transcribe 2", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Whisper Transcribe 2": {
|
||||||
|
"main": [[{ "node": "AI Summarize Audio", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"AI Summarize Audio": {
|
||||||
|
"main": [[{ "node": "Format Summary Response", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Transcript": {
|
||||||
|
"main": [[{ "node": "Format Transcription Notify", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Transcription Notify": {
|
||||||
|
"main": [[{ "node": "Notify Transcription Done", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Notify Transcription Done": {
|
||||||
|
"main": [[{ "node": "Prepare Transcript Doc", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Prepare Transcript Doc": {
|
||||||
|
"main": [[{ "node": "Save Transcript to Paperless", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Summary Response": {
|
||||||
|
"main": [[{ "node": "Format Summary Notify", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Summary Notify": {
|
||||||
|
"main": [[{ "node": "Notify Summary Done", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Notify Summary Done": {
|
||||||
|
"main": [[{ "node": "Prepare Summary Doc", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Prepare Summary Doc": {
|
||||||
|
"main": [[{ "node": "Save Summary to Paperless", "type": "main", "index": 0 }]]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{ "name": "transcription" },
|
||||||
|
{ "name": "whisper" },
|
||||||
|
{ "name": "ai" }
|
||||||
|
]
|
||||||
|
}
|
||||||
357
n8n-workflows/05-paperless-to-rag-v1.0.json
Normal file
357
n8n-workflows/05-paperless-to-rag-v1.0.json
Normal file
@@ -0,0 +1,357 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:48:49.355Z",
|
||||||
|
"createdAt": "2026-05-07T00:48:49.355Z",
|
||||||
|
"id": "4YKnRQ9rOiQCeYEU",
|
||||||
|
"name": "Paperless \u2192 RAG v1.0",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "paperless/rag-ingest",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a86d7025-bbf0-4c1b-a59c-ad254ddc913e",
|
||||||
|
"name": "Paperless RAG Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "f2eccecb-9935-425b-be6a-f57fe4473f34"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst body = data.body || data;\n\nlet docId = body.document_id || body.id || body.doc_id || body.pk;\n\nif (!docId || typeof docId === 'string' && docId.includes('{')) {\n docId = null;\n}\n\nreturn [{ json: { docId } }];"
|
||||||
|
},
|
||||||
|
"id": "8f6af849-bdd9-466e-af81-84d057fd7ca1",
|
||||||
|
"name": "Extract Document ID",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"url": "=https://paperless.paccoco.com/api/documents/{{ $json.docId ? $json.docId + '/' : '?ordering=-added&page_size=1' }}",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Token 4fb34ba35b4ab76a0715e8c56faf00a31de4fb5d"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "0b53d951-40cd-4ef0-ab81-3dea73f8b1d7",
|
||||||
|
"name": "Fetch Document",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst doc = response.results ? response.results[0] : response;\n\nif (!doc || !doc.id) {\n throw new Error('No document found in response');\n}\n\nconst content = doc.content || '';\nconst title = doc.title || 'Untitled';\nconst correspondent = doc.correspondent_name || 'Unknown';\nconst created = doc.created || new Date().toISOString();\nconst docType = doc.document_type_name || 'unknown';\nconst tags = (doc.tags || []).join(', ');\n\n// Build rich text for RAG with metadata context\nconst ragText = `Document: ${title}\\nCorrespondent: ${correspondent}\\nType: ${docType}\\nTags: ${tags}\\nDate: ${created}\\n\\n${content}`;\n\nreturn [{\n json: {\n documentId: doc.id,\n title,\n ragText,\n source: `paperless-doc-${doc.id}`,\n metadata: {\n paperless_id: doc.id,\n title,\n correspondent,\n document_type: docType,\n created\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "e3d506bc-1677-4825-b3d3-f6187156da22",
|
||||||
|
"name": "Prepare RAG Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "// Split text into chunks for embedding\nconst input = $input.first().json;\nconst text = input.ragText || '';\nconst source = input.source;\nconst metadata = input.metadata;\n\nconst CHUNK_SIZE = 500;\nconst OVERLAP = 50;\n\nconst chunks = [];\nconst sentences = text.split(/(?<=[.!?])\\s+/);\nlet current = '';\n\nfor (const sentence of sentences) {\n if ((current + ' ' + sentence).length > CHUNK_SIZE && current.length > 0) {\n chunks.push(current.trim());\n const words = current.split(' ');\n current = words.slice(-OVERLAP).join(' ') + ' ' + sentence;\n } else {\n current = current ? current + ' ' + sentence : sentence;\n }\n}\nif (current.trim()) chunks.push(current.trim());\n\nreturn chunks.map((chunk, i) => ({\n json: {\n chunk,\n chunkIndex: i,\n totalChunks: chunks.length,\n source,\n metadata\n }\n}));"
|
||||||
|
},
|
||||||
|
"id": "9a523501-3adb-41a3-b963-b6bb5adb25fe",
|
||||||
|
"name": "Chunk Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": \"{{ $json.chunk }}\"\n}",
|
||||||
|
"options": {
|
||||||
|
"batching": {
|
||||||
|
"batch": {
|
||||||
|
"batchSize": 5,
|
||||||
|
"batchInterval": 500
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "0b631ea4-b11f-4533-960f-f5161ac798f3",
|
||||||
|
"name": "Get Embedding",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1104,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const embeddingResponse = $input.first().json;\nconst chunkData = $('Chunk Text').item;\nconst embedding = embeddingResponse.data?.[0]?.embedding || [];\n\nconst pointId = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {\n const r = Math.random() * 16 | 0;\n return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);\n});\n\nreturn [{\n json: {\n id: pointId,\n vector: embedding,\n payload: {\n text: chunkData.json.chunk,\n source: chunkData.json.source,\n chunkIndex: chunkData.json.chunkIndex,\n totalChunks: chunkData.json.totalChunks,\n metadata: chunkData.json.metadata,\n ingested_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ad9dc677-e3a2-464e-a82e-2aa4d8b9b042",
|
||||||
|
"name": "Prepare Qdrant Point",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1328,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PUT",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"points\": [\n {\n \"id\": \"{{ $json.id }}\",\n \"vector\": {{ JSON.stringify($json.vector) }},\n \"payload\": {{ JSON.stringify($json.payload) }}\n }\n ]\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "e977b536-d470-4da0-a970-794a858e8aa9",
|
||||||
|
"name": "Upsert to Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1552,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const ragText = $('Prepare RAG Text').first().json;\nconst chunks = $('Chunk Text').first().json;\nreturn [{\n json: {\n title: '\ud83d\udcda Document Added to RAG',\n message: `${ragText.title} has been chunked and ingested into the knowledge base (${chunks.totalChunks || '?'} chunks)`,\n priority: 3\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "fmt05-0001-0000-0000-000000000005",
|
||||||
|
"name": "Format Gotify Message",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1520,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "ccdee208-b8f8-4ad4-a20c-94c4735d2e3d",
|
||||||
|
"name": "Notify via Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1760,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Paperless RAG"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Paperless RAG Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Extract Document ID",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Extract Document ID": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Document",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Document": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare RAG Text",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare RAG Text": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Chunk Text",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Chunk Text": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Get Embedding",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Get Embedding": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Qdrant Point",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Qdrant Point": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert to Qdrant",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert to Qdrant": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Gotify Message",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Gotify Message": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Notify via Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "3c20b423-8708-4540-8bf9-8db4880335a5",
|
||||||
|
"activeVersionId": "3c20b423-8708-4540-8bf9-8db4880335a5",
|
||||||
|
"versionCounter": 12,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:46.476Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:46.476Z",
|
||||||
|
"id": "NxHjuO4MMd5kdPR7",
|
||||||
|
"name": "paperless"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"id": "7uuEyQrIlcuruZBk",
|
||||||
|
"name": "rag"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:48:49.355Z",
|
||||||
|
"createdAt": "2026-05-07T00:48:49.355Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "4YKnRQ9rOiQCeYEU",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version 3c20b423",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
588
n8n-workflows/06-web-scrape-summarize-v1.0.json
Normal file
588
n8n-workflows/06-web-scrape-summarize-v1.0.json
Normal file
File diff suppressed because one or more lines are too long
210
n8n-workflows/07-git-commit-summarizer-v1.0.json
Normal file
210
n8n-workflows/07-git-commit-summarizer-v1.0.json
Normal file
@@ -0,0 +1,210 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:49:43.226Z",
|
||||||
|
"createdAt": "2026-05-07T00:49:43.226Z",
|
||||||
|
"id": "CFYWbBRx9RPf4HjS",
|
||||||
|
"name": "Git Commit \u2192 AI Summary \u2192 Gotify v1.0",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "git/push",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "fe377ac9-adcf-427d-a096-679f5469f8d8",
|
||||||
|
"name": "Git Push Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "d1d31942-6fe8-48a2-aab7-7eefaf800420"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst body = data.body || data;\n\n// Works with Gitea, Forgejo, GitHub, and GitLab webhook payloads\nconst repo = body.repository?.full_name || body.repository?.name || body.project?.path_with_namespace || 'unknown-repo';\nconst branch = (body.ref || '').replace('refs/heads/', '');\nconst pusher = body.pusher?.name || body.pusher?.login || body.user_name || body.sender?.login || 'unknown';\n\n// Extract commits\nconst commits = (body.commits || []).map(c => ({\n id: (c.id || c.sha || '').substring(0, 7),\n message: (c.message || '').split('\\n')[0],\n author: c.author?.name || c.author?.username || 'unknown',\n added: (c.added || []).length,\n modified: (c.modified || []).length,\n removed: (c.removed || []).length\n}));\n\nconst commitSummary = commits.map(c =>\n `${c.id}: ${c.message} (by ${c.author}) [+${c.added} ~${c.modified} -${c.removed}]`\n).join('\\n');\n\nreturn [{\n json: {\n repo,\n branch,\n pusher,\n commitCount: commits.length,\n commitSummary,\n compareUrl: body.compare_url || body.compare || ''\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "8dda4f14-9563-490f-89b3-aef80f64ba0b",
|
||||||
|
"name": "Parse Git Payload",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-a95bd142d43d175b6476ebc862e81aa1f6ef34b1153f839698d07541d2f55308"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"light\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are a git commit summarizer. Given a list of commits pushed to a repo, write a 1-2 sentence summary of what changed. Be concise and technical. Focus on the purpose of the changes, not just listing files.\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Repository: {{ $json.repo }}\\nBranch: {{ $json.branch }}\\nPushed by: {{ $json.pusher }}\\n\\nCommits ({{ $json.commitCount }}):\\n{{ $json.commitSummary }}\"\n }\n ],\n \"max_tokens\": 150,\n \"temperature\": 0.2\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "c6b2b71b-2612-4ef7-8561-8adccbfa9be8",
|
||||||
|
"name": "AI Summarize Commits",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const response = $input.first().json;\nconst gitData = $('Parse Git Payload').first().json;\nconst summary = response.choices?.[0]?.message?.content || 'Could not summarize';\n\nconst title = `\ud83d\udd00 ${gitData.repo}:${gitData.branch} (${gitData.commitCount} commit${gitData.commitCount !== 1 ? 's' : ''})`;\n\nreturn [{\n json: {\n title,\n message: `${summary}\\n\\nPushed by: ${gitData.pusher}`,\n priority: 3\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "94f5c120-0ae6-4a23-9556-d4f564f9f967",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "4f731683-574c-4a39-84fe-025280193ba1",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Git Commits"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Git Push Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Git Payload",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Git Payload": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "AI Summarize Commits",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"AI Summarize Commits": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Notification",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "61fca126-b5dd-4425-b0ee-c621d3ed58af",
|
||||||
|
"activeVersionId": "61fca126-b5dd-4425-b0ee-c621d3ed58af",
|
||||||
|
"versionCounter": 12,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:49:41.640Z",
|
||||||
|
"createdAt": "2026-05-07T00:49:41.640Z",
|
||||||
|
"id": "36CVfQVO41QQyOmh",
|
||||||
|
"name": "notifications"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:49:41.638Z",
|
||||||
|
"createdAt": "2026-05-07T00:49:41.638Z",
|
||||||
|
"id": "2oumYE52ygvhrieZ",
|
||||||
|
"name": "git"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:49:43.226Z",
|
||||||
|
"createdAt": "2026-05-07T00:49:43.226Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "CFYWbBRx9RPf4HjS",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version 61fca126",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
532
n8n-workflows/08-class-recording-rag-v1.0.json
Normal file
532
n8n-workflows/08-class-recording-rag-v1.0.json
Normal file
@@ -0,0 +1,532 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"createdAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"id": "91I278E72FAaQenD",
|
||||||
|
"name": "Class Recording \u2192 RAG v1.0",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "class/upload",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {
|
||||||
|
"rawBody": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e475f17b-8560-4376-852e-a613ba6b300e",
|
||||||
|
"name": "Class Upload Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "d0ee8226-db56-477e-8a3f-572a9129aea9"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst body = data.body || data;\n\n// Class name comes from:\n// 1. Form field 'class_name' in multipart upload\n// 2. Query parameter ?class=CS101\n// 3. Header X-Class-Name\nconst className = body.class_name || data.headers?.['x-class-name'] || data.query?.class || 'unclassified';\n\n// Lecture title from:\n// 1. Form field 'lecture_title'\n// 2. Query param ?title=...\n// 3. Header X-Lecture-Title\n// 4. Form field 'filename' (original filename)\nconst rawTitle = body.lecture_title || data.headers?.['x-lecture-title'] || data.query?.title || body.filename || 'Untitled Lecture';\nconst lectureTitle = rawTitle.replace(/\\.wav$/i, '').replace(/[-_]/g, ' ');\n\nconst classSlug = className.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-|-$/g, '');\n\nreturn [{\n json: {\n className,\n classSlug,\n lectureTitle,\n uploadedAt: new Date().toISOString()\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "24e4a726-ab50-4767-a144-1751616c781d",
|
||||||
|
"name": "Extract Class Info",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:8786/v1/audio/transcriptions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "file",
|
||||||
|
"inputDataFieldName": "data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "model",
|
||||||
|
"value": "Systran/faster-whisper-large-v3"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "language",
|
||||||
|
"value": "en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "response_format",
|
||||||
|
"value": "verbose_json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"timeout": 600000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "fcd1062d-8f60-4214-85ee-f53b914abcbb",
|
||||||
|
"name": "Whisper Transcribe",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const result = $input.first().json;\nconst classInfo = $('Extract Class Info').first().json;\n\nconst segments = result.segments || [];\nconst fullText = result.text || segments.map(s => s.text).join(' ');\nconst duration = result.duration || segments[segments.length - 1]?.end || 0;\n\nconst timestamped = segments.map(s => {\n const mins = Math.floor(s.start / 60);\n const secs = Math.floor(s.start % 60);\n return `[${mins}:${String(secs).padStart(2, '0')}] ${s.text.trim()}`;\n}).join('\\n');\n\nreturn [{\n json: {\n className: classInfo.className,\n classSlug: classInfo.classSlug,\n lectureTitle: classInfo.lectureTitle,\n fullText: fullText.trim(),\n timestampedText: timestamped,\n durationMinutes: Math.round(duration / 60),\n segmentCount: segments.length\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ecf09ad2-327e-4a82-90f3-95da5590e0ac",
|
||||||
|
"name": "Format Transcript",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer sk-a95bd142d43d175b6476ebc862e81aa1f6ef34b1153f839698d07541d2f55308"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are an academic note-taking assistant. Given a class lecture transcription, provide:\\n1. A concise summary (3-5 sentences)\\n2. Key concepts covered (as a list)\\n3. Important definitions or formulas\\n4. Any assignments or deadlines mentioned\\n\\nRespond in JSON with keys: summary, key_concepts (array), definitions (array of {term, definition}), assignments (array)\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Class: {{ $json.className }}\\nLecture: {{ $json.lectureTitle }}\\n\\nTranscription (first 3000 chars):\\n{{ $json.fullText.substring(0, 3000) }}\"\n }\n ],\n \"max_tokens\": 600,\n \"temperature\": 0.2,\n \"response_format\": { \"type\": \"json_object\" }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "e7407d06-f7f4-4105-a817-055d4703d59d",
|
||||||
|
"name": "AI Extract Notes",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const llmResponse = $input.first().json;\nconst transcriptData = $('Format Transcript').first().json;\n\nlet notes;\ntry {\n notes = JSON.parse(llmResponse.choices?.[0]?.message?.content || '{}');\n} catch(e) {\n notes = { summary: 'Could not parse notes', key_concepts: [], definitions: [], assignments: [] };\n}\n\nconst ragText = [\n `Class: ${transcriptData.className}`,\n `Lecture: ${transcriptData.lectureTitle}`,\n `Duration: ${transcriptData.durationMinutes} minutes`,\n `Summary: ${notes.summary}`,\n `Key Concepts: ${(notes.key_concepts || []).join(', ')}`,\n '',\n 'Full Transcript:',\n transcriptData.fullText\n].join('\\n');\n\nreturn [{\n json: {\n className: transcriptData.className,\n classSlug: transcriptData.classSlug,\n lectureTitle: transcriptData.lectureTitle,\n durationMinutes: transcriptData.durationMinutes,\n notes,\n ragText,\n source: `class-${transcriptData.classSlug}-${Date.now()}`,\n metadata: {\n class_name: transcriptData.className,\n class_slug: transcriptData.classSlug,\n lecture_title: transcriptData.lectureTitle,\n duration_minutes: transcriptData.durationMinutes,\n type: 'class_recording',\n recorded_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "71b0807d-03ba-45b2-b75b-b6fbeee5687e",
|
||||||
|
"name": "Prepare for RAG",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1104,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const input = $input.first().json;\nconst text = input.ragText || '';\nconst source = input.source;\nconst metadata = input.metadata;\n\nconst CHUNK_SIZE = 500;\nconst OVERLAP = 50;\n\nconst chunks = [];\nconst sentences = text.split(/(?<=[.!?])\\s+/);\nlet current = '';\n\nfor (const sentence of sentences) {\n if ((current + ' ' + sentence).length > CHUNK_SIZE && current.length > 0) {\n chunks.push(current.trim());\n const words = current.split(' ');\n current = words.slice(-OVERLAP).join(' ') + ' ' + sentence;\n } else {\n current = current ? current + ' ' + sentence : sentence;\n }\n}\nif (current.trim()) chunks.push(current.trim());\n\nreturn chunks.map((chunk, i) => ({\n json: {\n chunk,\n chunkIndex: i,\n totalChunks: chunks.length,\n source,\n metadata\n }\n}));"
|
||||||
|
},
|
||||||
|
"id": "9e4bbe70-72b0-4955-848f-0d1b62ae94a4",
|
||||||
|
"name": "Chunk Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1328,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": \"{{ $json.chunk }}\"\n}",
|
||||||
|
"options": {
|
||||||
|
"batching": {
|
||||||
|
"batch": {
|
||||||
|
"batchSize": 5,
|
||||||
|
"batchInterval": 500
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "4ae1ab11-c76f-4478-84e0-7bcdfb20b83b",
|
||||||
|
"name": "Get Embedding",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1552,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const embeddingResponse = $input.first().json;\nconst chunkData = $('Chunk Text').item;\nconst embedding = embeddingResponse.data?.[0]?.embedding || [];\n\nconst pointId = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {\n const r = Math.random() * 16 | 0;\n return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);\n});\n\nreturn [{\n json: {\n id: pointId,\n vector: embedding,\n payload: {\n text: chunkData.json.chunk,\n source: chunkData.json.source,\n chunkIndex: chunkData.json.chunkIndex,\n totalChunks: chunkData.json.totalChunks,\n metadata: chunkData.json.metadata,\n ingested_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "d4232b02-23fc-4cbd-ac2d-2fdbfbe9583a",
|
||||||
|
"name": "Prepare Qdrant Point",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1760,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PUT",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"points\": [\n {\n \"id\": \"{{ $json.id }}\",\n \"vector\": {{ JSON.stringify($json.vector) }},\n \"payload\": {{ JSON.stringify($json.payload) }}\n }\n ]\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "845a2aa0-2546-431d-96e8-b36875d1fe7d",
|
||||||
|
"name": "Upsert to Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1984,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nreturn [{\n json: {\n title: `\ud83c\udf93 ${rag.className} Lecture Processed`,\n message: `${rag.lectureTitle} (${rag.durationMinutes}min)\\nSummary: ${rag.notes.summary}\\nKey concepts: ${(rag.notes.key_concepts || []).slice(0, 5).join(', ')}`,\n priority: 5\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "fmt08-0001-0000-0000-000000000008",
|
||||||
|
"name": "Format Gotify Message",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1968,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "5b31b660-c414-40d1-82a5-d68511203133",
|
||||||
|
"name": "Notify via Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2208,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Class Recordings"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nconst notes = rag.notes || {};\nconst concepts = (notes.key_concepts || []).map((c,i) => `${i+1}. ${c}`).join('\\n');\nconst defs = Object.entries(notes.definitions || {}).map(([k,v]) => `${k}: ${v}`).join('\\n');\nconst assignments = (notes.assignments || []).map((a,i) => `${i+1}. ${a}`).join('\\n');\nconst content = [\n `Lecture Notes: ${rag.lectureTitle}`,\n `Class: ${rag.className}`,\n `Duration: ${rag.durationMinutes} minutes`,\n `Date: ${new Date().toISOString()}`, '',\n `Summary`, `=======`, notes.summary || '', '',\n `Key Concepts`, `=============`, concepts,\n ...(defs ? ['', `Definitions`, `===========`, defs] : []),\n ...(assignments ? ['', `Assignments`, `===========`, assignments] : []),\n].join('\\n');\nconst title = `${rag.className} \u2014 ${rag.lectureTitle}`;\nreturn [{ binary: { document: { data: Buffer.from(content,'utf-8').toString('base64'), mimeType:'text/plain', fileName:`${title}.txt` }}, json: { title, className: rag.className } }];\n"
|
||||||
|
},
|
||||||
|
"id": "95aea3a7-3b15-4196-9e4a-dc8f6ed8d49e",
|
||||||
|
"name": "Prepare Notes Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2208,
|
||||||
|
-200
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"options": {},
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer ${PAPERLESS_API_TOKEN}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "document",
|
||||||
|
"value": "data",
|
||||||
|
"parameterType": "formBinaryData"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "${PAPERLESS_TAG_LECTURE_NOTES}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "c902a153-ab26-4518-af2a-585f0b72fe6c",
|
||||||
|
"name": "Save Notes to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
2432,
|
||||||
|
-200
|
||||||
|
],
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Class Upload Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Extract Class Info",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Extract Class Info": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Whisper Transcribe",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Whisper Transcribe": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Transcript",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Transcript": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "AI Extract Notes",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"AI Extract Notes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare for RAG",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare for RAG": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Chunk Text",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Chunk Text": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Get Embedding",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Get Embedding": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Qdrant Point",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Qdrant Point": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert to Qdrant",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert to Qdrant": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Gotify Message",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Prepare Notes Doc",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Gotify Message": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Notify via Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Notes Doc": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Save Notes to Paperless",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "d64293a7-5537-4b01-a11b-6b838d6cacbf",
|
||||||
|
"activeVersionId": "d64293a7-5537-4b01-a11b-6b838d6cacbf",
|
||||||
|
"versionCounter": 11,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:49:56.081Z",
|
||||||
|
"createdAt": "2026-05-07T00:49:56.081Z",
|
||||||
|
"id": "Q9lCYtCOuy9XmeyL",
|
||||||
|
"name": "school"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"id": "tuPxDoKFqpVrrQoX",
|
||||||
|
"name": "whisper"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"id": "7uuEyQrIlcuruZBk",
|
||||||
|
"name": "rag"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"createdAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "91I278E72FAaQenD",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.484Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.721Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version d64293a7",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
538
n8n-workflows/08-class-recording-rag-v1.1.json
Normal file
538
n8n-workflows/08-class-recording-rag-v1.1.json
Normal file
@@ -0,0 +1,538 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"createdAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"id": "91I278E72FAaQenD",
|
||||||
|
"name": "Class Recording → RAG v1.1",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "class/upload",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {
|
||||||
|
"rawBody": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e475f17b-8560-4376-852e-a613ba6b300e",
|
||||||
|
"name": "Class Upload Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "d0ee8226-db56-477e-8a3f-572a9129aea9"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst body = data.body || data;\n\n// Class name comes from:\n// 1. Form field 'class_name' in multipart upload\n// 2. Query parameter ?class=CS101\n// 3. Header X-Class-Name\nconst className = body.class_name || data.headers?.['x-class-name'] || data.query?.class || 'unclassified';\n\n// Lecture title from:\n// 1. Form field 'lecture_title'\n// 2. Query param ?title=...\n// 3. Header X-Lecture-Title\n// 4. Form field 'filename' (original filename)\nconst rawTitle = body.lecture_title || data.headers?.['x-lecture-title'] || data.query?.title || body.filename || 'Untitled Lecture';\nconst lectureTitle = rawTitle.replace(/\\.wav$/i, '').replace(/[-_]/g, ' ');\n\nconst classSlug = className.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-|-$/g, '');\n\nreturn [{\n json: {\n className,\n classSlug,\n lectureTitle,\n uploadedAt: new Date().toISOString()\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "24e4a726-ab50-4767-a144-1751616c781d",
|
||||||
|
"name": "Extract Class Info",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.16:8786/v1/audio/transcriptions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "file",
|
||||||
|
"inputDataFieldName": "data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "model",
|
||||||
|
"value": "Systran/faster-distil-whisper-small.en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "language",
|
||||||
|
"value": "en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "response_format",
|
||||||
|
"value": "verbose_json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"timeout": 600000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "fcd1062d-8f60-4214-85ee-f53b914abcbb",
|
||||||
|
"name": "Whisper Transcribe",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const result = $input.first().json;\nconst classInfo = $('Extract Class Info').first().json;\n\nconst segments = result.segments || [];\nconst fullText = result.text || segments.map(s => s.text).join(' ');\nconst duration = result.duration || segments[segments.length - 1]?.end || 0;\n\nconst timestamped = segments.map(s => {\n const mins = Math.floor(s.start / 60);\n const secs = Math.floor(s.start % 60);\n return `[${mins}:${String(secs).padStart(2, '0')}] ${s.text.trim()}`;\n}).join('\\n');\n\nreturn [{\n json: {\n className: classInfo.className,\n classSlug: classInfo.classSlug,\n lectureTitle: classInfo.lectureTitle,\n fullText: fullText.trim(),\n timestampedText: timestamped,\n durationMinutes: Math.round(duration / 60),\n segmentCount: segments.length\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ecf09ad2-327e-4a82-90f3-95da5590e0ac",
|
||||||
|
"name": "Format Transcript",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Bearer {{ $env.LITELLM_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are an academic note-taking assistant. Given a class lecture transcription, provide:\\n1. A concise summary (3-5 sentences)\\n2. Key concepts covered (as a list)\\n3. Important definitions or formulas\\n4. Any assignments or deadlines mentioned\\n\\nRespond in JSON with keys: summary, key_concepts (array), definitions (array of {term, definition}), assignments (array)\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Class: {{ $json.className }}\\nLecture: {{ $json.lectureTitle }}\\n\\nTranscription (first 3000 chars):\\n{{ $json.fullText.substring(0, 3000) }}\"\n }\n ],\n \"max_tokens\": 600,\n \"temperature\": 0.2,\n \"response_format\": { \"type\": \"json_object\" }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "e7407d06-f7f4-4105-a817-055d4703d59d",
|
||||||
|
"name": "AI Extract Notes",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const llmResponse = $input.first().json;\nconst transcriptData = $('Format Transcript').first().json;\n\nlet notes;\ntry {\n notes = JSON.parse(llmResponse.choices?.[0]?.message?.content || '{}');\n} catch(e) {\n notes = { summary: 'Could not parse notes', key_concepts: [], definitions: [], assignments: [] };\n}\n\nconst ragText = [\n `Class: ${transcriptData.className}`,\n `Lecture: ${transcriptData.lectureTitle}`,\n `Duration: ${transcriptData.durationMinutes} minutes`,\n `Summary: ${notes.summary}`,\n `Key Concepts: ${(notes.key_concepts || []).join(', ')}`,\n '',\n 'Full Transcript:',\n transcriptData.fullText\n].join('\\n');\n\nreturn [{\n json: {\n className: transcriptData.className,\n classSlug: transcriptData.classSlug,\n lectureTitle: transcriptData.lectureTitle,\n durationMinutes: transcriptData.durationMinutes,\n notes,\n ragText,\n source: `class-${transcriptData.classSlug}-${Date.now()}`,\n metadata: {\n class_name: transcriptData.className,\n class_slug: transcriptData.classSlug,\n lecture_title: transcriptData.lectureTitle,\n duration_minutes: transcriptData.durationMinutes,\n type: 'class_recording',\n recorded_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "71b0807d-03ba-45b2-b75b-b6fbeee5687e",
|
||||||
|
"name": "Prepare for RAG",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1104,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const input = $input.first().json;\nconst text = input.ragText || '';\nconst source = input.source;\nconst metadata = input.metadata;\n\nconst CHUNK_SIZE = 500;\nconst OVERLAP = 50;\n\nconst chunks = [];\nconst sentences = text.split(/(?<=[.!?])\\s+/);\nlet current = '';\n\nfor (const sentence of sentences) {\n if ((current + ' ' + sentence).length > CHUNK_SIZE && current.length > 0) {\n chunks.push(current.trim());\n const words = current.split(' ');\n current = words.slice(-OVERLAP).join(' ') + ' ' + sentence;\n } else {\n current = current ? current + ' ' + sentence : sentence;\n }\n}\nif (current.trim()) chunks.push(current.trim());\n\nreturn chunks.map((chunk, i) => ({\n json: {\n chunk,\n chunkIndex: i,\n totalChunks: chunks.length,\n source,\n metadata\n }\n}));"
|
||||||
|
},
|
||||||
|
"id": "9e4bbe70-72b0-4955-848f-0d1b62ae94a4",
|
||||||
|
"name": "Chunk Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1328,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": \"{{ $json.chunk }}\"\n}",
|
||||||
|
"options": {
|
||||||
|
"batching": {
|
||||||
|
"batch": {
|
||||||
|
"batchSize": 5,
|
||||||
|
"batchInterval": 500
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "4ae1ab11-c76f-4478-84e0-7bcdfb20b83b",
|
||||||
|
"name": "Get Embedding",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1552,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const embeddingResponse = $input.first().json;\nconst chunkData = $('Chunk Text').item;\nconst embedding = embeddingResponse.data?.[0]?.embedding || [];\n\nconst pointId = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {\n const r = Math.random() * 16 | 0;\n return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);\n});\n\nreturn [{\n json: {\n id: pointId,\n vector: embedding,\n payload: {\n text: chunkData.json.chunk,\n source: chunkData.json.source,\n chunkIndex: chunkData.json.chunkIndex,\n totalChunks: chunkData.json.totalChunks,\n metadata: chunkData.json.metadata,\n ingested_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "d4232b02-23fc-4cbd-ac2d-2fdbfbe9583a",
|
||||||
|
"name": "Prepare Qdrant Point",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1760,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PUT",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"points\": [\n {\n \"id\": \"{{ $json.id }}\",\n \"vector\": {{ JSON.stringify($json.vector) }},\n \"payload\": {{ JSON.stringify($json.payload) }}\n }\n ]\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "845a2aa0-2546-431d-96e8-b36875d1fe7d",
|
||||||
|
"name": "Upsert to Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1984,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nreturn [{\n json: {\n title: `🎓 ${rag.className} Lecture Processed`,\n message: `${rag.lectureTitle} (${rag.durationMinutes}min)\\nSummary: ${rag.notes.summary}\\nKey concepts: ${(rag.notes.key_concepts || []).slice(0, 5).join(', ')}`,\n priority: 5\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "fmt08-0001-0000-0000-000000000008",
|
||||||
|
"name": "Format Gotify Message",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1968,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "5b31b660-c414-40d1-82a5-d68511203133",
|
||||||
|
"name": "Notify via Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2208,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Class Recordings"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nconst notes = rag.notes || {};\nconst concepts = (notes.key_concepts || []).map((c,i) => `${i+1}. ${c}`).join('\\n');\nconst defs = Object.entries(notes.definitions || {}).map(([k,v]) => `${k}: ${v}`).join('\\n');\nconst assignments = (notes.assignments || []).map((a,i) => `${i+1}. ${a}`).join('\\n');\nconst content = [\n `Lecture Notes: ${rag.lectureTitle}`,\n `Class: ${rag.className}`,\n `Duration: ${rag.durationMinutes} minutes`,\n `Date: ${new Date().toISOString()}`, '',\n `Summary`, `=======`, notes.summary || '', '',\n `Key Concepts`, `=============`, concepts,\n ...(defs ? ['', `Definitions`, `===========`, defs] : []),\n ...(assignments ? ['', `Assignments`, `===========`, assignments] : []),\n].join('\\n');\nconst title = `${rag.className} — ${rag.lectureTitle}`;\nreturn [{ binary: { document: { data: Buffer.from(content,'utf-8').toString('base64'), mimeType:'text/plain', fileName:`${title}.txt` }}, json: { title, className: rag.className } }];\n"
|
||||||
|
},
|
||||||
|
"id": "95aea3a7-3b15-4196-9e4a-dc8f6ed8d49e",
|
||||||
|
"name": "Prepare Notes Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2208,
|
||||||
|
-200
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Token {{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "document",
|
||||||
|
"inputDataFieldName": "document"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "={{ $env.PAPERLESS_TAG_LECTURE_NOTES }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"response": {
|
||||||
|
"response": {
|
||||||
|
"responseFormat": "text"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "c902a153-ab26-4518-af2a-585f0b72fe6c",
|
||||||
|
"name": "Save Notes to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
2432,
|
||||||
|
-200
|
||||||
|
],
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Class Upload Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Extract Class Info",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Extract Class Info": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Whisper Transcribe",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Whisper Transcribe": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Transcript",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Transcript": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "AI Extract Notes",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"AI Extract Notes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare for RAG",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare for RAG": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Chunk Text",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Chunk Text": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Get Embedding",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Get Embedding": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Qdrant Point",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Qdrant Point": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert to Qdrant",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert to Qdrant": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Gotify Message",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Prepare Notes Doc",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Gotify Message": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Notify via Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Notes Doc": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Save Notes to Paperless",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "d64293a7-5537-4b01-a11b-6b838d6cacbf",
|
||||||
|
"activeVersionId": "d64293a7-5537-4b01-a11b-6b838d6cacbf",
|
||||||
|
"versionCounter": 11,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:49:56.081Z",
|
||||||
|
"createdAt": "2026-05-07T00:49:56.081Z",
|
||||||
|
"id": "Q9lCYtCOuy9XmeyL",
|
||||||
|
"name": "school"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"id": "tuPxDoKFqpVrrQoX",
|
||||||
|
"name": "whisper"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"id": "7uuEyQrIlcuruZBk",
|
||||||
|
"name": "rag"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"createdAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "91I278E72FAaQenD",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.638Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.820Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version d64293a7",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
538
n8n-workflows/08-class-recording-rag-v1.2.json
Normal file
538
n8n-workflows/08-class-recording-rag-v1.2.json
Normal file
@@ -0,0 +1,538 @@
|
|||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"createdAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"id": "91I278E72FAaQenD",
|
||||||
|
"name": "Class Recording \u2192 RAG v1.2",
|
||||||
|
"description": null,
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "class/upload",
|
||||||
|
"responseMode": "lastNode",
|
||||||
|
"responseData": "allEntries",
|
||||||
|
"options": {
|
||||||
|
"rawBody": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e475f17b-8560-4376-852e-a613ba6b300e",
|
||||||
|
"name": "Class Upload Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "d0ee8226-db56-477e-8a3f-572a9129aea9"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst body = data.body || data;\n\n// Class name comes from:\n// 1. Form field 'class_name' in multipart upload\n// 2. Query parameter ?class=CS101\n// 3. Header X-Class-Name\nconst className = body.class_name || data.headers?.['x-class-name'] || data.query?.class || 'unclassified';\n\n// Lecture title from:\n// 1. Form field 'lecture_title'\n// 2. Query param ?title=...\n// 3. Header X-Lecture-Title\n// 4. Form field 'filename' (original filename)\nconst rawTitle = body.lecture_title || data.headers?.['x-lecture-title'] || data.query?.title || body.filename || 'Untitled Lecture';\nconst lectureTitle = rawTitle.replace(/\\.(wav|mp3|m4a|ogg)$/i, '').replace(/[-_]/g, ' ');\n\nconst classSlug = className.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-|-$/g, '');\n\nreturn [{\n json: {\n className,\n classSlug,\n lectureTitle,\n uploadedAt: new Date().toISOString()\n },\n binary: $input.first().binary\n}];"
|
||||||
|
},
|
||||||
|
"id": "24e4a726-ab50-4767-a144-1751616c781d",
|
||||||
|
"name": "Extract Class Info",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.16:8786/v1/audio/transcriptions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "file",
|
||||||
|
"inputDataFieldName": "data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "model",
|
||||||
|
"value": "Systran/faster-distil-whisper-small.en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "language",
|
||||||
|
"value": "en"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "response_format",
|
||||||
|
"value": "verbose_json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"timeout": 3600000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "fcd1062d-8f60-4214-85ee-f53b914abcbb",
|
||||||
|
"name": "Whisper Transcribe",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const result = $input.first().json;\nconst classInfo = $('Extract Class Info').first().json;\n\nconst segments = result.segments || [];\nconst fullText = result.text || segments.map(s => s.text).join(' ');\nconst duration = result.duration || segments[segments.length - 1]?.end || 0;\n\nconst timestamped = segments.map(s => {\n const mins = Math.floor(s.start / 60);\n const secs = Math.floor(s.start % 60);\n return `[${mins}:${String(secs).padStart(2, '0')}] ${s.text.trim()}`;\n}).join('\\n');\n\nreturn [{\n json: {\n className: classInfo.className,\n classSlug: classInfo.classSlug,\n lectureTitle: classInfo.lectureTitle,\n fullText: fullText.trim(),\n timestampedText: timestamped,\n durationMinutes: Math.round(duration / 60),\n segmentCount: segments.length\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "ecf09ad2-327e-4a82-90f3-95da5590e0ac",
|
||||||
|
"name": "Format Transcript",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Bearer {{ $env.LITELLM_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are an academic note-taking assistant. Given a class lecture transcription, provide:\\n1. A concise summary (3-5 sentences)\\n2. Key concepts covered (as a list)\\n3. Important definitions or formulas\\n4. Any assignments or deadlines mentioned\\n\\nRespond in JSON with keys: summary, key_concepts (array), definitions (array of {term, definition}), assignments (array)\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Class: {{ $json.className }}\\nLecture: {{ $json.lectureTitle }}\\n\\nTranscription (first 3000 chars):\\n{{ $json.fullText.substring(0, 3000) }}\"\n }\n ],\n \"max_tokens\": 600,\n \"temperature\": 0.2,\n \"response_format\": { \"type\": \"json_object\" }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "e7407d06-f7f4-4105-a817-055d4703d59d",
|
||||||
|
"name": "AI Extract Notes",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
880,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const llmResponse = $input.first().json;\nconst transcriptData = $('Format Transcript').first().json;\n\nlet notes;\ntry {\n notes = JSON.parse(llmResponse.choices?.[0]?.message?.content || '{}');\n} catch(e) {\n notes = { summary: 'Could not parse notes', key_concepts: [], definitions: [], assignments: [] };\n}\n\nconst ragText = [\n `Class: ${transcriptData.className}`,\n `Lecture: ${transcriptData.lectureTitle}`,\n `Duration: ${transcriptData.durationMinutes} minutes`,\n `Summary: ${notes.summary}`,\n `Key Concepts: ${(notes.key_concepts || []).join(', ')}`,\n '',\n 'Full Transcript:',\n transcriptData.fullText\n].join('\\n');\n\nreturn [{\n json: {\n className: transcriptData.className,\n classSlug: transcriptData.classSlug,\n lectureTitle: transcriptData.lectureTitle,\n durationMinutes: transcriptData.durationMinutes,\n fullText: transcriptData.fullText,\n notes,\n ragText,\n source: `class-${transcriptData.classSlug}-${Date.now()}`,\n metadata: {\n class_name: transcriptData.className,\n class_slug: transcriptData.classSlug,\n lecture_title: transcriptData.lectureTitle,\n duration_minutes: transcriptData.durationMinutes,\n type: 'class_recording',\n recorded_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "71b0807d-03ba-45b2-b75b-b6fbeee5687e",
|
||||||
|
"name": "Prepare for RAG",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1104,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const input = $input.first().json;\nconst text = input.ragText || '';\nconst source = input.source;\nconst metadata = input.metadata;\n\nconst CHUNK_SIZE = 400;\nconst MAX_CHUNK = 600;\nconst OVERLAP = 50;\n\nconst chunks = [];\nconst sentences = text.split(/(?<=[.!?])\\s+/);\nlet current = '';\n\nfor (const sentence of sentences) {\n // If a single sentence exceeds MAX_CHUNK, split it by words first\n const parts = [];\n if (sentence.length > MAX_CHUNK) {\n const words = sentence.split(' ');\n let part = '';\n for (const word of words) {\n if ((part + ' ' + word).length > CHUNK_SIZE && part.length > 0) {\n parts.push(part.trim());\n part = word;\n } else {\n part = part ? part + ' ' + word : word;\n }\n }\n if (part.trim()) parts.push(part.trim());\n } else {\n parts.push(sentence);\n }\n\n for (const part of parts) {\n if ((current + ' ' + part).length > CHUNK_SIZE && current.length > 0) {\n chunks.push(current.trim());\n const words = current.split(' ');\n current = words.slice(-OVERLAP).join(' ') + ' ' + part;\n } else {\n current = current ? current + ' ' + part : part;\n }\n }\n}\nif (current.trim()) chunks.push(current.trim());\n\nreturn chunks.map((chunk, i) => ({\n json: {\n chunk,\n chunkIndex: i,\n totalChunks: chunks.length,\n source,\n metadata\n }\n}));"
|
||||||
|
},
|
||||||
|
"id": "9e4bbe70-72b0-4955-848f-0d1b62ae94a4",
|
||||||
|
"name": "Chunk Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1328,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": {{ JSON.stringify($json.chunk) }}\n}",
|
||||||
|
"options": {
|
||||||
|
"batching": {
|
||||||
|
"batch": {
|
||||||
|
"batchSize": 5,
|
||||||
|
"batchInterval": 500
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "4ae1ab11-c76f-4478-84e0-7bcdfb20b83b",
|
||||||
|
"name": "Get Embedding",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1552,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const embeddingResponse = $input.first().json;\nconst chunkData = $('Chunk Text').item;\nconst embedding = embeddingResponse.data?.[0]?.embedding || [];\n\nconst pointId = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {\n const r = Math.random() * 16 | 0;\n return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);\n});\n\nreturn [{\n json: {\n id: pointId,\n vector: embedding,\n payload: {\n text: chunkData.json.chunk,\n source: chunkData.json.source,\n chunkIndex: chunkData.json.chunkIndex,\n totalChunks: chunkData.json.totalChunks,\n metadata: chunkData.json.metadata,\n ingested_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "d4232b02-23fc-4cbd-ac2d-2fdbfbe9583a",
|
||||||
|
"name": "Prepare Qdrant Point",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1760,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PUT",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"points\": [\n {\n \"id\": \"{{ $json.id }}\",\n \"vector\": {{ JSON.stringify($json.vector) }},\n \"payload\": {{ JSON.stringify($json.payload) }}\n }\n ]\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "845a2aa0-2546-431d-96e8-b36875d1fe7d",
|
||||||
|
"name": "Upsert to Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1984,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nreturn [{\n json: {\n title: `\ud83c\udf93 ${rag.className} Lecture Processed`,\n message: `${rag.lectureTitle} (${rag.durationMinutes}min)\\nSummary: ${rag.notes.summary}\\nKey concepts: ${(rag.notes.key_concepts || []).slice(0, 5).join(', ')}`,\n priority: 5\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "fmt08-0001-0000-0000-000000000008",
|
||||||
|
"name": "Format Gotify Message",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1968,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "5b31b660-c414-40d1-82a5-d68511203133",
|
||||||
|
"name": "Notify via Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2208,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Class Recordings"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nconst notes = rag.notes || {};\nconst concepts = (notes.key_concepts || []).map((c,i) => `${i+1}. ${c}`).join('\\n');\nconst defList = notes.definitions || [];\nconst defs = Array.isArray(defList)\n ? defList.map(d => `${d.term}: ${d.definition}`).join('\\n')\n : Object.entries(defList).map(([k,v]) => `${k}: ${v}`).join('\\n');\nconst assignments = (notes.assignments || []).map((a,i) => `${i+1}. ${a}`).join('\\n');\nconst content = [\n `Lecture Notes: ${rag.lectureTitle}`,\n `Class: ${rag.className}`,\n `Duration: ${rag.durationMinutes} minutes`,\n `Date: ${new Date().toISOString()}`, '',\n `Summary`, `=======`, notes.summary || '', '',\n `Key Concepts`, `=============`, concepts,\n ...(defs ? ['', `Definitions`, `===========`, defs] : []),\n ...(assignments ? ['', `Assignments`, `===========`, assignments] : []),\n '', `Full Transcript`, `================`, rag.fullText || '',\n].join('\\n');\nconst title = `${rag.className} \u2014 ${rag.lectureTitle}`;\nreturn [{ binary: { document: { data: Buffer.from(content,'utf-8').toString('base64'), mimeType:'text/plain', fileName:`${title}.txt` }}, json: { title, className: rag.className } }];\n"
|
||||||
|
},
|
||||||
|
"id": "95aea3a7-3b15-4196-9e4a-dc8f6ed8d49e",
|
||||||
|
"name": "Prepare Notes Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2208,
|
||||||
|
-200
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Token {{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "document",
|
||||||
|
"inputDataFieldName": "document"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "={{ $env.PAPERLESS_TAG_LECTURE_NOTES }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"response": {
|
||||||
|
"response": {
|
||||||
|
"responseFormat": "text"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "c902a153-ab26-4518-af2a-585f0b72fe6c",
|
||||||
|
"name": "Save Notes to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
2432,
|
||||||
|
-200
|
||||||
|
],
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Class Upload Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Extract Class Info",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Extract Class Info": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Whisper Transcribe",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Whisper Transcribe": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Transcript",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Transcript": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "AI Extract Notes",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"AI Extract Notes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare for RAG",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare for RAG": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Chunk Text",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Chunk Text": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Get Embedding",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Get Embedding": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Qdrant Point",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Qdrant Point": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert to Qdrant",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert to Qdrant": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Gotify Message",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Prepare Notes Doc",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Gotify Message": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Notify via Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Notes Doc": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Save Notes to Paperless",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"versionId": "d64293a7-5537-4b01-a11b-6b838d6cacbf",
|
||||||
|
"activeVersionId": "d64293a7-5537-4b01-a11b-6b838d6cacbf",
|
||||||
|
"versionCounter": 11,
|
||||||
|
"triggerCount": 1,
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T00:49:56.081Z",
|
||||||
|
"createdAt": "2026-05-07T00:49:56.081Z",
|
||||||
|
"id": "Q9lCYtCOuy9XmeyL",
|
||||||
|
"name": "school"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:59.716Z",
|
||||||
|
"id": "tuPxDoKFqpVrrQoX",
|
||||||
|
"name": "whisper"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"createdAt": "2026-05-06T22:39:33.284Z",
|
||||||
|
"id": "7uuEyQrIlcuruZBk",
|
||||||
|
"name": "rag"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"createdAt": "2026-05-06T22:38:51.678Z",
|
||||||
|
"id": "S9FxzVfHLsHmyzyt",
|
||||||
|
"name": "ai"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"shared": [
|
||||||
|
{
|
||||||
|
"updatedAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"createdAt": "2026-05-07T01:16:50.340Z",
|
||||||
|
"role": "workflow:owner",
|
||||||
|
"workflowId": "91I278E72FAaQenD",
|
||||||
|
"projectId": "dxCRnBdX5uJizCGa",
|
||||||
|
"project": {
|
||||||
|
"updatedAt": "2026-05-06T01:10:37.638Z",
|
||||||
|
"createdAt": "2026-05-06T01:08:07.820Z",
|
||||||
|
"id": "dxCRnBdX5uJizCGa",
|
||||||
|
"name": "Wilfred Fizzlepoof <admin@paccoco.com>",
|
||||||
|
"type": "personal",
|
||||||
|
"icon": null,
|
||||||
|
"description": null,
|
||||||
|
"creatorId": "47b2227f-2fc2-4a08-bd35-ea157b92df0d"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"versionMetadata": {
|
||||||
|
"name": "Version d64293a7",
|
||||||
|
"description": ""
|
||||||
|
}
|
||||||
|
}
|
||||||
262
n8n-workflows/09-class-transcript-ingest-v1.0.json
Normal file
262
n8n-workflows/09-class-transcript-ingest-v1.0.json
Normal file
@@ -0,0 +1,262 @@
|
|||||||
|
{
|
||||||
|
"name": "Class Transcript Ingest v1.0",
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "class/ingest",
|
||||||
|
"responseMode": "responseNode",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000001",
|
||||||
|
"name": "Class Ingest Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [0, 0],
|
||||||
|
"webhookId": "class-ingest-rocinante-v1"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"respondWith": "json",
|
||||||
|
"responseBody": "={ \"status\": \"accepted\" }",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000002",
|
||||||
|
"name": "Respond Accepted",
|
||||||
|
"type": "n8n-nodes-base.respondToWebhook",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [224, -200]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const body = $input.first().json.body || $input.first().json;\n\nconst className = body.class_name || 'unclassified';\nconst lectureTitle = body.lecture_title || 'Untitled Lecture';\nconst fullText = body.transcript || '';\nconst timestampedText = body.timestamped_transcript || fullText;\nconst durationMinutes = Math.round((body.duration_seconds || 0) / 60);\nconst classSlug = className.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-|-$/g, '');\n\nreturn [{\n json: {\n className,\n classSlug,\n lectureTitle,\n fullText,\n timestampedText,\n durationMinutes\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000003",
|
||||||
|
"name": "Extract Class Info",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [224, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{ "name": "Content-Type", "value": "application/json" },
|
||||||
|
{ "name": "Authorization", "value": "=Bearer {{ $env.LITELLM_API_KEY }}" }
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are an academic note-taking assistant. Given a class lecture transcription, provide:\\n1. A concise summary (3-5 sentences)\\n2. Key concepts covered (as a list)\\n3. Important definitions or formulas\\n4. Any assignments or deadlines mentioned\\n\\nRespond in JSON with keys: summary, key_concepts (array), definitions (array of {term, definition}), assignments (array)\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Class: {{ $json.className }}\\nLecture: {{ $json.lectureTitle }}\\n\\nTranscription (first 4000 chars):\\n{{ $json.fullText.substring(0, 4000) }}\"\n }\n ],\n \"max_tokens\": 600,\n \"temperature\": 0.2,\n \"response_format\": { \"type\": \"json_object\" }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000004",
|
||||||
|
"name": "AI Extract Notes",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [448, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const llmResponse = $input.first().json;\nconst classInfo = $('Extract Class Info').first().json;\n\nlet notes;\ntry {\n notes = JSON.parse(llmResponse.choices?.[0]?.message?.content || '{}');\n} catch(e) {\n notes = { summary: 'Could not parse notes', key_concepts: [], definitions: [], assignments: [] };\n}\n\nconst ragText = [\n `Class: ${classInfo.className}`,\n `Lecture: ${classInfo.lectureTitle}`,\n `Duration: ${classInfo.durationMinutes} minutes`,\n `Summary: ${notes.summary}`,\n `Key Concepts: ${(notes.key_concepts || []).join(', ')}`,\n '',\n 'Full Transcript:',\n classInfo.fullText\n].join('\\n');\n\nreturn [{\n json: {\n className: classInfo.className,\n classSlug: classInfo.classSlug,\n lectureTitle: classInfo.lectureTitle,\n durationMinutes: classInfo.durationMinutes,\n fullText: classInfo.fullText,\n notes,\n ragText,\n source: `class-${classInfo.classSlug}-${Date.now()}`,\n metadata: {\n class_name: classInfo.className,\n class_slug: classInfo.classSlug,\n lecture_title: classInfo.lectureTitle,\n duration_minutes: classInfo.durationMinutes,\n type: 'class_recording',\n recorded_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000005",
|
||||||
|
"name": "Prepare for RAG",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [672, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const input = $input.first().json;\nconst text = input.ragText || '';\nconst source = input.source;\nconst metadata = input.metadata;\n\nconst CHUNK_SIZE = 400;\nconst MAX_CHUNK = 600;\nconst OVERLAP = 50;\n\nconst chunks = [];\nconst sentences = text.split(/(?<=[.!?])\\s+/);\nlet current = '';\n\nfor (const sentence of sentences) {\n // If a single sentence exceeds MAX_CHUNK, split it by words first\n const parts = [];\n if (sentence.length > MAX_CHUNK) {\n const words = sentence.split(' ');\n let part = '';\n for (const word of words) {\n if ((part + ' ' + word).length > CHUNK_SIZE && part.length > 0) {\n parts.push(part.trim());\n part = word;\n } else {\n part = part ? part + ' ' + word : word;\n }\n }\n if (part.trim()) parts.push(part.trim());\n } else {\n parts.push(sentence);\n }\n\n for (const part of parts) {\n if ((current + ' ' + part).length > CHUNK_SIZE && current.length > 0) {\n chunks.push(current.trim());\n const words = current.split(' ');\n current = words.slice(-OVERLAP).join(' ') + ' ' + part;\n } else {\n current = current ? current + ' ' + part : part;\n }\n }\n}\nif (current.trim()) chunks.push(current.trim());\n\nreturn chunks.map((chunk, i) => ({\n json: { chunk, chunkIndex: i, totalChunks: chunks.length, source, metadata }\n}));"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000006",
|
||||||
|
"name": "Chunk Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [896, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{ "name": "Content-Type", "value": "application/json" }
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": {{ JSON.stringify($json.chunk) }}\n}",
|
||||||
|
"options": {
|
||||||
|
"batching": {
|
||||||
|
"batch": { "batchSize": 5, "batchInterval": 500 }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000007",
|
||||||
|
"name": "Get Embedding",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [1120, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const embeddingResponse = $input.first().json;\nconst chunkData = $('Chunk Text').item;\nconst embedding = embeddingResponse.data?.[0]?.embedding || [];\n\nconst pointId = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {\n const r = Math.random() * 16 | 0;\n return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);\n});\n\nreturn [{\n json: {\n id: pointId,\n vector: embedding,\n payload: {\n text: chunkData.json.chunk,\n source: chunkData.json.source,\n chunkIndex: chunkData.json.chunkIndex,\n totalChunks: chunkData.json.totalChunks,\n metadata: chunkData.json.metadata,\n ingested_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000008",
|
||||||
|
"name": "Prepare Qdrant Point",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1344, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PUT",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{ "name": "Content-Type", "value": "application/json" }
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"points\": [\n {\n \"id\": \"{{ $json.id }}\",\n \"vector\": {{ JSON.stringify($json.vector) }},\n \"payload\": {{ JSON.stringify($json.payload) }}\n }\n ]\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000009",
|
||||||
|
"name": "Upsert to Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [1568, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nreturn [{\n json: {\n title: `🎓 ${rag.className} Lecture Processed`,\n message: `${rag.lectureTitle} (${rag.durationMinutes}min)\\nSummary: ${rag.notes.summary}\\nKey concepts: ${(rag.notes.key_concepts || []).slice(0, 5).join(', ')}`,\n priority: 5\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000010",
|
||||||
|
"name": "Format Gotify Message",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1552, -200]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": { "contentType": "text/plain" }
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000011",
|
||||||
|
"name": "Notify via Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [1776, -200],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Class Recordings"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nconst notes = rag.notes || {};\nconst concepts = (notes.key_concepts || []).map((c,i) => `${i+1}. ${c}`).join('\\n');\nconst defList = notes.definitions || [];\nconst defs = Array.isArray(defList)\n ? defList.map(d => `${d.term}: ${d.definition}`).join('\\n')\n : Object.entries(defList).map(([k,v]) => `${k}: ${v}`).join('\\n');\nconst assignments = (notes.assignments || []).map((a,i) => `${i+1}. ${a}`).join('\\n');\n\nconst content = [\n `Lecture Notes: ${rag.lectureTitle}`,\n `Class: ${rag.className}`,\n `Duration: ${rag.durationMinutes} minutes`,\n `Date: ${new Date().toISOString()}`, '',\n `Summary`, `=======`, notes.summary || '', '',\n `Key Concepts`, `=============`, concepts,\n ...(defs ? ['', `Definitions`, `===========`, defs] : []),\n ...(assignments ? ['', `Assignments`, `===========`, assignments] : []),\n '', `Full Transcript`, `================`, rag.fullText || '',\n].join('\\n');\n\nconst title = `${rag.className} — ${rag.lectureTitle}`;\nreturn [{\n binary: {\n document: {\n data: Buffer.from(content, 'utf-8').toString('base64'),\n mimeType: 'text/plain',\n fileName: `${title}.txt`\n }\n },\n json: { title, className: rag.className }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000012",
|
||||||
|
"name": "Prepare Notes Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1776, 200]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{ "name": "Authorization", "value": "=Token {{ $env.PAPERLESS_API_TOKEN }}" }
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{ "parameterType": "formBinaryData", "name": "document", "inputDataFieldName": "document" },
|
||||||
|
{ "name": "title", "value": "={{ $json.title }}" },
|
||||||
|
{ "name": "tags[]", "value": "={{ $env.PAPERLESS_TAG_LECTURE_NOTES }}" }
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"response": {
|
||||||
|
"response": { "responseFormat": "text" }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000013",
|
||||||
|
"name": "Save Notes to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [2000, 200],
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Class Ingest Webhook": {
|
||||||
|
"main": [[
|
||||||
|
{ "node": "Extract Class Info", "type": "main", "index": 0 },
|
||||||
|
{ "node": "Respond Accepted", "type": "main", "index": 0 }
|
||||||
|
]]
|
||||||
|
},
|
||||||
|
"Extract Class Info": {
|
||||||
|
"main": [[{ "node": "AI Extract Notes", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"AI Extract Notes": {
|
||||||
|
"main": [[{ "node": "Prepare for RAG", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Prepare for RAG": {
|
||||||
|
"main": [[{ "node": "Chunk Text", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Chunk Text": {
|
||||||
|
"main": [[{ "node": "Get Embedding", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Get Embedding": {
|
||||||
|
"main": [[{ "node": "Prepare Qdrant Point", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Prepare Qdrant Point": {
|
||||||
|
"main": [[{ "node": "Upsert to Qdrant", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Upsert to Qdrant": {
|
||||||
|
"main": [[
|
||||||
|
{ "node": "Format Gotify Message", "type": "main", "index": 0 },
|
||||||
|
{ "node": "Prepare Notes Doc", "type": "main", "index": 0 }
|
||||||
|
]]
|
||||||
|
},
|
||||||
|
"Format Gotify Message": {
|
||||||
|
"main": [[{ "node": "Notify via Gotify", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Prepare Notes Doc": {
|
||||||
|
"main": [[{ "node": "Save Notes to Paperless", "type": "main", "index": 0 }]]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{ "name": "school" },
|
||||||
|
{ "name": "rag" },
|
||||||
|
{ "name": "ai" }
|
||||||
|
]
|
||||||
|
}
|
||||||
423
n8n-workflows/09-class-transcript-ingest-v1.1.json
Normal file
423
n8n-workflows/09-class-transcript-ingest-v1.1.json
Normal file
@@ -0,0 +1,423 @@
|
|||||||
|
{
|
||||||
|
"name": "Class Transcript Ingest v1.1",
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "class/ingest",
|
||||||
|
"responseMode": "responseNode",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000001",
|
||||||
|
"name": "Class Ingest Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"webhookId": "class-ingest-rocinante-v1"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"respondWith": "json",
|
||||||
|
"responseBody": "={ \"status\": \"accepted\" }",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000002",
|
||||||
|
"name": "Respond Accepted",
|
||||||
|
"type": "n8n-nodes-base.respondToWebhook",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
-200
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const body = $input.first().json.body || $input.first().json;\n\nconst className = body.class_name || 'unclassified';\nconst lectureTitle = body.lecture_title || 'Untitled Lecture';\nconst fullText = body.transcript || '';\nconst timestampedText = body.timestamped_transcript || fullText;\nconst durationMinutes = Math.round((body.duration_seconds || 0) / 60);\nconst classSlug = className.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-|-$/g, '');\n\nreturn [{\n json: {\n className,\n classSlug,\n lectureTitle,\n fullText,\n timestampedText,\n durationMinutes\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000003",
|
||||||
|
"name": "Extract Class Info",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:4000/v1/chat/completions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Bearer {{ $env.LITELLM_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"medium\",\n \"messages\": [\n {\n \"role\": \"system\",\n \"content\": \"You are an academic note-taking assistant. Given a class lecture transcription, provide:\\n1. A concise summary (3-5 sentences)\\n2. Key concepts covered (as a list)\\n3. Important definitions or formulas\\n4. Any assignments or deadlines mentioned\\n\\nRespond in JSON with keys: summary, key_concepts (array), definitions (array of {term, definition}), assignments (array)\"\n },\n {\n \"role\": \"user\",\n \"content\": \"Class: {{ $json.className }}\\nLecture: {{ $json.lectureTitle }}\\n\\nTranscription (first 4000 chars):\\n{{ $json.fullText.substring(0, 4000) }}\"\n }\n ],\n \"max_tokens\": 600,\n \"temperature\": 0.2,\n \"response_format\": { \"type\": \"json_object\" }\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000004",
|
||||||
|
"name": "AI Extract Notes",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const llmResponse = $input.first().json;\nconst classInfo = $('Extract Class Info').first().json;\n\nlet notes;\ntry {\n notes = JSON.parse(llmResponse.choices?.[0]?.message?.content || '{}');\n} catch(e) {\n notes = { summary: 'Could not parse notes', key_concepts: [], definitions: [], assignments: [] };\n}\n\nconst ragText = [\n `Class: ${classInfo.className}`,\n `Lecture: ${classInfo.lectureTitle}`,\n `Duration: ${classInfo.durationMinutes} minutes`,\n `Summary: ${notes.summary}`,\n `Key Concepts: ${(notes.key_concepts || []).join(', ')}`,\n '',\n 'Full Transcript:',\n classInfo.fullText\n].join('\\n');\n\nreturn [{\n json: {\n className: classInfo.className,\n classSlug: classInfo.classSlug,\n lectureTitle: classInfo.lectureTitle,\n durationMinutes: classInfo.durationMinutes,\n fullText: classInfo.fullText,\n notes,\n ragText,\n source: `class-${classInfo.classSlug}-${Date.now()}`,\n metadata: {\n class_name: classInfo.className,\n class_slug: classInfo.classSlug,\n lecture_title: classInfo.lectureTitle,\n duration_minutes: classInfo.durationMinutes,\n type: 'class_recording',\n recorded_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000005",
|
||||||
|
"name": "Prepare for RAG",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const input = $input.first().json;\nconst text = input.ragText || '';\nconst source = input.source;\nconst metadata = input.metadata;\n\nconst CHUNK_SIZE = 400;\nconst MAX_CHUNK = 600;\nconst OVERLAP = 50;\n\nconst chunks = [];\nconst sentences = text.split(/(?<=[.!?])\\s+/);\nlet current = '';\n\nfor (const sentence of sentences) {\n // If a single sentence exceeds MAX_CHUNK, split it by words first\n const parts = [];\n if (sentence.length > MAX_CHUNK) {\n const words = sentence.split(' ');\n let part = '';\n for (const word of words) {\n if ((part + ' ' + word).length > CHUNK_SIZE && part.length > 0) {\n parts.push(part.trim());\n part = word;\n } else {\n part = part ? part + ' ' + word : word;\n }\n }\n if (part.trim()) parts.push(part.trim());\n } else {\n parts.push(sentence);\n }\n\n for (const part of parts) {\n if ((current + ' ' + part).length > CHUNK_SIZE && current.length > 0) {\n chunks.push(current.trim());\n const words = current.split(' ');\n current = words.slice(-OVERLAP).join(' ') + ' ' + part;\n } else {\n current = current ? current + ' ' + part : part;\n }\n }\n}\nif (current.trim()) chunks.push(current.trim());\n\nreturn chunks.map((chunk, i) => ({\n json: { chunk, chunkIndex: i, totalChunks: chunks.length, source, metadata }\n}));"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000006",
|
||||||
|
"name": "Chunk Text",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "http://10.5.1.6:11434/v1/embeddings",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"model\": \"nomic-embed-text\",\n \"input\": {{ JSON.stringify($json.chunk) }}\n}",
|
||||||
|
"options": {
|
||||||
|
"batching": {
|
||||||
|
"batch": {
|
||||||
|
"batchSize": 5,
|
||||||
|
"batchInterval": 500
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000007",
|
||||||
|
"name": "Get Embedding",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const embeddingResponse = $input.first().json;\nconst chunkData = $('Chunk Text').item;\nconst embedding = embeddingResponse.data?.[0]?.embedding || [];\n\nconst pointId = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {\n const r = Math.random() * 16 | 0;\n return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);\n});\n\nreturn [{\n json: {\n id: pointId,\n vector: embedding,\n payload: {\n text: chunkData.json.chunk,\n source: chunkData.json.source,\n chunkIndex: chunkData.json.chunkIndex,\n totalChunks: chunkData.json.totalChunks,\n metadata: chunkData.json.metadata,\n ingested_at: new Date().toISOString()\n }\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000008",
|
||||||
|
"name": "Prepare Qdrant Point",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PUT",
|
||||||
|
"url": "http://10.5.1.6:6333/collections/knowledge_base/points",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={\n \"points\": [\n {\n \"id\": \"{{ $json.id }}\",\n \"vector\": {{ JSON.stringify($json.vector) }},\n \"payload\": {{ JSON.stringify($json.payload) }}\n }\n ]\n}",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000009",
|
||||||
|
"name": "Upsert to Qdrant",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nreturn [{\n json: {\n title: `\ud83c\udf93 ${rag.className} Lecture Processed`,\n message: `${rag.lectureTitle} (${rag.durationMinutes}min)\\nSummary: ${rag.notes.summary}\\nKey concepts: ${(rag.notes.key_concepts || []).slice(0, 5).join(', ')}`,\n priority: 5\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000010",
|
||||||
|
"name": "Format Gotify Message",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1552,
|
||||||
|
-200
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000011",
|
||||||
|
"name": "Notify via Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1776,
|
||||||
|
-200
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Class Recordings"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const rag = $('Prepare for RAG').first().json;\nconst notes = rag.notes || {};\nconst concepts = (notes.key_concepts || []).map((c,i) => `${i+1}. ${c}`).join('\\n');\nconst defList = notes.definitions || [];\nconst defs = Array.isArray(defList)\n ? defList.map(d => `${d.term}: ${d.definition}`).join('\\n')\n : Object.entries(defList).map(([k,v]) => `${k}: ${v}`).join('\\n');\nconst assignments = (notes.assignments || []).map((a,i) => `${i+1}. ${a}`).join('\\n');\n\nconst content = [\n `Lecture Notes: ${rag.lectureTitle}`,\n `Class: ${rag.className}`,\n `Duration: ${rag.durationMinutes} minutes`,\n `Date: ${new Date().toISOString()}`, '',\n `Summary`, `=======`, notes.summary || '', '',\n `Key Concepts`, `=============`, concepts,\n ...(defs ? ['', `Definitions`, `===========`, defs] : []),\n ...(assignments ? ['', `Assignments`, `===========`, assignments] : []),\n '', `Full Transcript`, `================`, rag.fullText || '',\n].join('\\n');\n\nconst title = `${rag.className} \u2014 ${rag.lectureTitle}`;\nreturn [{\n binary: {\n document: {\n data: Buffer.from(content, 'utf-8').toString('base64'),\n mimeType: 'text/plain',\n fileName: `${title}.txt`\n }\n },\n json: { title, className: rag.className }\n}];"
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000012",
|
||||||
|
"name": "Prepare Notes Doc",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1776,
|
||||||
|
200
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/post_document/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Token {{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"contentType": "multipart-form-data",
|
||||||
|
"bodyParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"parameterType": "formBinaryData",
|
||||||
|
"name": "document",
|
||||||
|
"inputDataFieldName": "document"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "title",
|
||||||
|
"value": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "tags[]",
|
||||||
|
"value": "={{ $env.PAPERLESS_TAG_LECTURE_NOTES }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"response": {
|
||||||
|
"response": {
|
||||||
|
"responseFormat": "text"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-0001-0001-0001-000000000013",
|
||||||
|
"name": "Save Notes to Paperless",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
2000,
|
||||||
|
200
|
||||||
|
],
|
||||||
|
"continueOnFail": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Class Ingest Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Extract Class Info",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Respond Accepted",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Extract Class Info": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "AI Extract Notes",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"AI Extract Notes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare for RAG",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare for RAG": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Chunk Text",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Chunk Text": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Get Embedding",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Get Embedding": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Qdrant Point",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Qdrant Point": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert to Qdrant",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert to Qdrant": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Gotify Message",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Prepare Notes Doc",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Gotify Message": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Notify via Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Notes Doc": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Save Notes to Paperless",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "school"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "rag"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "ai"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
292
n8n-workflows/14-paperless-inbox-reminder-v1.0.json
Normal file
292
n8n-workflows/14-paperless-inbox-reminder-v1.0.json
Normal file
@@ -0,0 +1,292 @@
|
|||||||
|
{
|
||||||
|
"name": "Paperless Inbox Reminder v1.0",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "weeks",
|
||||||
|
"weeksInterval": 1,
|
||||||
|
"triggerAtDay": [
|
||||||
|
1
|
||||||
|
],
|
||||||
|
"triggerAtHour": 9,
|
||||||
|
"triggerAtMinute": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "41404371-29ed-4660-9989-a5cbd890555b",
|
||||||
|
"name": "Every Monday 9 AM",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "GET",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer ={{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendQuery": true,
|
||||||
|
"queryParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "is_tagged",
|
||||||
|
"value": "0"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "page_size",
|
||||||
|
"value": "25"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "ordering",
|
||||||
|
"value": "created"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "fields",
|
||||||
|
"value": "id,title,created,document_type,tags"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "fdcd5728-6d27-445f-961b-18f204297469",
|
||||||
|
"name": "Fetch Inbox Docs",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst docs = data.results || [];\nconst total = data.count || 0;\n\n// Oldest 5 for the reminder body\nconst oldest = docs.slice(0, 5).map(d => {\n const date = d.created ? d.created.substring(0, 10) : 'unknown date';\n return ` \u2022 ${d.title || 'Untitled'} (added ${date})`;\n});\n\nreturn [{\n json: {\n total,\n hasItems: total > 0,\n oldestList: oldest.join('\\n'),\n remaining: Math.max(0, total - 5)\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "8fbe6be0-1ed3-4126-8f21-c3f4efb161c6",
|
||||||
|
"name": "Parse Response",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "efdd4f81-1976-4d26-a565-d110bfeba1df",
|
||||||
|
"leftValue": "={{ $json.hasItems }}",
|
||||||
|
"rightValue": true,
|
||||||
|
"operator": {
|
||||||
|
"type": "boolean",
|
||||||
|
"operation": "equal"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e24344a1-e857-462c-b96a-842169e83a6d",
|
||||||
|
"name": "Has Inbox Items?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\nconst extra = d.remaining > 0 ? `\\n \u2026 and ${d.remaining} more` : '';\nconst body = `${d.total} untagged document${d.total !== 1 ? 's' : ''} in Paperless inbox:\\n${d.oldestList}${extra}\\n\\nhttps://paperless.paccoco.com`;\nreturn [{ json: { title: '\ud83d\udce5 Paperless Inbox Needs Attention', message: body, priority: 5 } }];"
|
||||||
|
},
|
||||||
|
"id": "897af9c9-4429-445f-8160-a03a14a318a3",
|
||||||
|
"name": "Format Reminder",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "return [{ json: { title: '\u2705 Paperless Inbox Clear', message: 'No untagged documents \u2014 inbox is clean.', priority: 1 } }];"
|
||||||
|
},
|
||||||
|
"id": "bd8fe88e-7876-45dd-8344-983674fba79d",
|
||||||
|
"name": "Format Clear",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "74860e7f-42e3-448f-9e46-5cfb6f12cdc2",
|
||||||
|
"name": "Push to Gotify (Reminder)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Reminders"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "b1dbd39b-87c3-43ec-9cec-f63eabbd0fa5",
|
||||||
|
"name": "Push to Gotify (Clear)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Reminders"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every Monday 9 AM": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Inbox Docs",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Inbox Docs": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Response",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Response": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Has Inbox Items?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Has Inbox Items?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Reminder",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Clear",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Reminder": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify (Reminder)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Clear": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify (Clear)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "reminders"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "paperless"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "scheduled"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
293
n8n-workflows/14-paperless-inbox-reminder-v1.1.json
Normal file
293
n8n-workflows/14-paperless-inbox-reminder-v1.1.json
Normal file
@@ -0,0 +1,293 @@
|
|||||||
|
{
|
||||||
|
"name": "Paperless Inbox Reminder v1.1",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "weeks",
|
||||||
|
"weeksInterval": 1,
|
||||||
|
"triggerAtDay": [
|
||||||
|
1
|
||||||
|
],
|
||||||
|
"triggerAtHour": 9,
|
||||||
|
"triggerAtMinute": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "41404371-29ed-4660-9989-a5cbd890555b",
|
||||||
|
"name": "Every Monday 9 AM",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "GET",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "Bearer ={{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendQuery": true,
|
||||||
|
"queryParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "is_tagged",
|
||||||
|
"value": "0"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "page_size",
|
||||||
|
"value": "25"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "ordering",
|
||||||
|
"value": "created"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "fields",
|
||||||
|
"value": "id,title,created,document_type,tags"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "fdcd5728-6d27-445f-961b-18f204297469",
|
||||||
|
"name": "Fetch Inbox Docs",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst docs = data.results || [];\nconst total = data.count || 0;\n\n// Oldest 5 for the reminder body\nconst oldest = docs.slice(0, 5).map(d => {\n const date = d.created ? d.created.substring(0, 10) : 'unknown date';\n return ` \u2022 ${d.title || 'Untitled'} (added ${date})`;\n});\n\nreturn [{\n json: {\n total,\n hasItems: total > 0,\n oldestList: oldest.join('\\n'),\n remaining: Math.max(0, total - 5)\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "8fbe6be0-1ed3-4126-8f21-c3f4efb161c6",
|
||||||
|
"name": "Parse Response",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "b206599d-0c79-4a32-9fb9-91e1c41dcff2",
|
||||||
|
"leftValue": "={{ $json.hasItemsStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e24344a1-e857-462c-b96a-842169e83a6d",
|
||||||
|
"name": "Has Inbox Items?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\nconst extra = d.remaining > 0 ? `\\n \u2026 and ${d.remaining} more` : '';\nconst body = `${d.total} untagged document${d.total !== 1 ? 's' : ''} in Paperless inbox:\\n${d.oldestList}${extra}\\n\\nhttps://paperless.paccoco.com`;\nreturn [{ json: { title: '\ud83d\udce5 Paperless Inbox Needs Attention', message: body, priority: 5 } }];"
|
||||||
|
},
|
||||||
|
"id": "897af9c9-4429-445f-8160-a03a14a318a3",
|
||||||
|
"name": "Format Reminder",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "return [{ json: { title: '\u2705 Paperless Inbox Clear', message: 'No untagged documents \u2014 inbox is clean.', priority: 1 } }];"
|
||||||
|
},
|
||||||
|
"id": "bd8fe88e-7876-45dd-8344-983674fba79d",
|
||||||
|
"name": "Format Clear",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "74860e7f-42e3-448f-9e46-5cfb6f12cdc2",
|
||||||
|
"name": "Push to Gotify (Reminder)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Reminders"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "b1dbd39b-87c3-43ec-9cec-f63eabbd0fa5",
|
||||||
|
"name": "Push to Gotify (Clear)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Reminders"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every Monday 9 AM": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Inbox Docs",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Inbox Docs": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Response",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Response": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Has Inbox Items?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Has Inbox Items?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Reminder",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Clear",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Reminder": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify (Reminder)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Clear": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify (Clear)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "reminders"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "paperless"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "scheduled"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"id": "2b80579b-8d89-42d5-8b8b-9137f59ea206"
|
||||||
|
}
|
||||||
293
n8n-workflows/14-paperless-inbox-reminder-v1.2.json
Normal file
293
n8n-workflows/14-paperless-inbox-reminder-v1.2.json
Normal file
@@ -0,0 +1,293 @@
|
|||||||
|
{
|
||||||
|
"name": "Paperless Inbox Reminder v1.2",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "weeks",
|
||||||
|
"weeksInterval": 1,
|
||||||
|
"triggerAtDay": [
|
||||||
|
1
|
||||||
|
],
|
||||||
|
"triggerAtHour": 9,
|
||||||
|
"triggerAtMinute": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "41404371-29ed-4660-9989-a5cbd890555b",
|
||||||
|
"name": "Every Monday 9 AM",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "GET",
|
||||||
|
"url": "https://paperless.paccoco.com/api/documents/",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "=Token {{ $env.PAPERLESS_API_TOKEN }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendQuery": true,
|
||||||
|
"queryParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "is_tagged",
|
||||||
|
"value": "0"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "page_size",
|
||||||
|
"value": "25"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "ordering",
|
||||||
|
"value": "created"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "fields",
|
||||||
|
"value": "id,title,created,document_type,tags"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "fdcd5728-6d27-445f-961b-18f204297469",
|
||||||
|
"name": "Fetch Inbox Docs",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst docs = data.results || [];\nconst total = data.count || 0;\n\n// Oldest 5 for the reminder body\nconst oldest = docs.slice(0, 5).map(d => {\n const date = d.created ? d.created.substring(0, 10) : 'unknown date';\n return ` • ${d.title || 'Untitled'} (added ${date})`;\n});\n\nreturn [{\n json: {\n total,\n hasItems: total > 0,\n hasItemsStr: total > 0 ? 'yes' : 'no',\n oldestList: oldest.join('\\n'),\n remaining: Math.max(0, total - 5)\n }\n}];"
|
||||||
|
},
|
||||||
|
"id": "8fbe6be0-1ed3-4126-8f21-c3f4efb161c6",
|
||||||
|
"name": "Parse Response",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "b206599d-0c79-4a32-9fb9-91e1c41dcff2",
|
||||||
|
"leftValue": "={{ $json.hasItemsStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "e24344a1-e857-462c-b96a-842169e83a6d",
|
||||||
|
"name": "Has Inbox Items?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\nconst extra = d.remaining > 0 ? `\\n … and ${d.remaining} more` : '';\nconst body = `${d.total} untagged document${d.total !== 1 ? 's' : ''} in Paperless inbox:\\n${d.oldestList}${extra}\\n\\nhttps://paperless.paccoco.com`;\nreturn [{ json: { title: '📥 Paperless Inbox Needs Attention', message: body, priority: 5 } }];"
|
||||||
|
},
|
||||||
|
"id": "897af9c9-4429-445f-8160-a03a14a318a3",
|
||||||
|
"name": "Format Reminder",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "return [{ json: { title: '✅ Paperless Inbox Clear', message: 'No untagged documents — inbox is clean.', priority: 1 } }];"
|
||||||
|
},
|
||||||
|
"id": "bd8fe88e-7876-45dd-8344-983674fba79d",
|
||||||
|
"name": "Format Clear",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "74860e7f-42e3-448f-9e46-5cfb6f12cdc2",
|
||||||
|
"name": "Push to Gotify (Reminder)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Reminders"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "b1dbd39b-87c3-43ec-9cec-f63eabbd0fa5",
|
||||||
|
"name": "Push to Gotify (Clear)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Reminders"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every Monday 9 AM": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Inbox Docs",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Inbox Docs": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Response",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Response": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Has Inbox Items?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Has Inbox Items?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Reminder",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Clear",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Reminder": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify (Reminder)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Clear": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify (Clear)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "reminders"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "paperless"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "scheduled"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"id": "2b80579b-8d89-42d5-8b8b-9137f59ea206"
|
||||||
|
}
|
||||||
383
n8n-workflows/15-n8n-health-monitor-v1.0.json
Normal file
383
n8n-workflows/15-n8n-health-monitor-v1.0.json
Normal file
@@ -0,0 +1,383 @@
|
|||||||
|
{
|
||||||
|
"name": "n8n Self-Health Monitor v1.0",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "minutes",
|
||||||
|
"minutesInterval": 15
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "dabcb0ae-d513-410e-b779-4570df5c4a35",
|
||||||
|
"name": "Every 15 Minutes",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "GET",
|
||||||
|
"url": "http://10.5.1.6:5678/api/v1/executions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "X-N8N-API-KEY",
|
||||||
|
"value": "={{ $env.N8N_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendQuery": true,
|
||||||
|
"queryParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "status",
|
||||||
|
"value": "error"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "includeData",
|
||||||
|
"value": "false"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "limit",
|
||||||
|
"value": "50"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "806d75e9-b95a-499a-b997-a7f7dc046775",
|
||||||
|
"name": "Fetch Failed Executions",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst executions = data.data || [];\nconst oneHourAgo = Date.now() - (60 * 60 * 1000);\n\n// Filter to failures in the past hour\nconst recent = executions.filter(e => {\n const ts = new Date(e.startedAt || e.stoppedAt || 0).getTime();\n return ts >= oneHourAgo;\n});\n\n// Group by workflow name + error message for dedup key\nconst failures = recent.map(e => ({\n executionId: e.id,\n workflowId: e.workflowId,\n workflowName: e.workflowData?.name || `Workflow ${e.workflowId}`,\n startedAt: e.startedAt,\n stoppedAt: e.stoppedAt,\n errorMessage: e.data?.resultData?.error?.message || 'Unknown error'\n}));\n\n// Deduplicate by workflowName (report once per workflow per check)\nconst seen = new Set();\nconst unique = failures.filter(f => {\n if (seen.has(f.workflowName)) return false;\n seen.add(f.workflowName);\n return true;\n});\n\nreturn [{ json: { hasFailures: unique.length > 0, count: unique.length, failures: unique } }];"
|
||||||
|
},
|
||||||
|
"id": "f5d47910-5047-4c4f-aa84-a6907aa38551",
|
||||||
|
"name": "Filter Recent Failures",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "a76d10a7-1313-467e-9648-471b296229a3",
|
||||||
|
"leftValue": "={{ $json.hasFailures }}",
|
||||||
|
"rightValue": true,
|
||||||
|
"operator": {
|
||||||
|
"type": "boolean",
|
||||||
|
"operation": "equal"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "7c298433-ab89-435e-8955-73da6b986f46",
|
||||||
|
"name": "Has Failures?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\n// Fingerprint = sorted workflow names joined \u2014 stable across retriggers\nconst fingerprint = (d.failures || [])\n .map(f => f.workflowName)\n .sort()\n .join('|') || 'unknown';\nreturn [{ json: { ...d, fingerprint } }];"
|
||||||
|
},
|
||||||
|
"id": "d3609d45-ba9f-41d3-a9bd-8c558a719f10",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "SELECT fingerprint, last_seen FROM n8n_health_dedup WHERE fingerprint = '{{ $json.fingerprint }}' AND last_seen > NOW() - INTERVAL '1 hour' LIMIT 1;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "15a3dd71-bc5b-4396-9534-63518e097438",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadyNotified = rows.length > 0;\nreturn [{ json: { ...alertData, alreadyNotified, shouldNotify: !alreadyNotified } }];"
|
||||||
|
},
|
||||||
|
"id": "a92590e3-7044-4ba3-9b39-f6a9457c5fbe",
|
||||||
|
"name": "Check Already Notified",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "b1e77af5-6875-47dd-97af-8e13958a7217",
|
||||||
|
"leftValue": "={{ $json.shouldNotify }}",
|
||||||
|
"rightValue": true,
|
||||||
|
"operator": {
|
||||||
|
"type": "boolean",
|
||||||
|
"operation": "equal"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "39ac0eaf-73ce-4fe1-9c4b-d09ac920291d",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "INSERT INTO n8n_health_dedup (fingerprint, last_seen, workflow_names) VALUES ('{{ $json.fingerprint }}', NOW(), '{{ $json.failures.map(f => f.workflowName).join(\", \") }}') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW(), workflow_names = EXCLUDED.workflow_names;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "0c3be155-0c3a-4354-b863-73a3f5bbf598",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $('Build Fingerprint').first().json;\nconst lines = (d.failures || []).map(f =>\n ` \u2022 ${f.workflowName}\\n ${f.errorMessage.substring(0, 120)}`\n);\nconst body = `${d.count} workflow${d.count !== 1 ? 's' : ''} failed in the past hour:\\n\\n${lines.join('\\n')}\\n\\nhttps://n8n.paccoco.com`;\nreturn [{ json: { title: `\u26a0\ufe0f n8n: ${d.count} Workflow Failure${d.count !== 1 ? 's' : ''}`, message: body, priority: 7 } }];"
|
||||||
|
},
|
||||||
|
"id": "1c6b42bf-a38e-47b6-82ac-50c43ee9e583",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "09435c2f-9044-432a-8ca8-dd3ce3262c76",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2240,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "n8n Health"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every 15 Minutes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Failed Executions",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Failed Executions": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Filter Recent Failures",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Filter Recent Failures": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Has Failures?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Has Failures?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Build Fingerprint",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Lookup Dedup",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Check Already Notified",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Check Already Notified": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Should Notify?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert Dedup Record",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Notification",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "monitoring"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "scheduled"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "n8n"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
384
n8n-workflows/15-n8n-health-monitor-v1.1.json
Normal file
384
n8n-workflows/15-n8n-health-monitor-v1.1.json
Normal file
@@ -0,0 +1,384 @@
|
|||||||
|
{
|
||||||
|
"name": "n8n Self-Health Monitor v1.1",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "minutes",
|
||||||
|
"minutesInterval": 15
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "dabcb0ae-d513-410e-b779-4570df5c4a35",
|
||||||
|
"name": "Every 15 Minutes",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "GET",
|
||||||
|
"url": "http://10.5.1.6:5678/api/v1/executions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "X-N8N-API-KEY",
|
||||||
|
"value": "={{ $env.N8N_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendQuery": true,
|
||||||
|
"queryParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "status",
|
||||||
|
"value": "error"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "includeData",
|
||||||
|
"value": "false"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "limit",
|
||||||
|
"value": "50"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "806d75e9-b95a-499a-b997-a7f7dc046775",
|
||||||
|
"name": "Fetch Failed Executions",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst executions = data.data || [];\nconst oneHourAgo = Date.now() - (60 * 60 * 1000);\n\n// Filter to failures in the past hour\nconst recent = executions.filter(e => {\n const ts = new Date(e.startedAt || e.stoppedAt || 0).getTime();\n return ts >= oneHourAgo;\n});\n\n// Group by workflow name + error message for dedup key\nconst failures = recent.map(e => ({\n executionId: e.id,\n workflowId: e.workflowId,\n workflowName: e.workflowData?.name || `Workflow ${e.workflowId}`,\n startedAt: e.startedAt,\n stoppedAt: e.stoppedAt,\n errorMessage: e.data?.resultData?.error?.message || 'Unknown error'\n}));\n\n// Deduplicate by workflowName (report once per workflow per check)\nconst seen = new Set();\nconst unique = failures.filter(f => {\n if (seen.has(f.workflowName)) return false;\n seen.add(f.workflowName);\n return true;\n});\n\nreturn [{ json: { hasFailures: unique.length > 0, hasFailuresStr: unique.length > 0 ? 'yes' : 'no', count: unique.length, failures: unique } }];"
|
||||||
|
},
|
||||||
|
"id": "f5d47910-5047-4c4f-aa84-a6907aa38551",
|
||||||
|
"name": "Filter Recent Failures",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "02ff82df-a31d-491b-9cd1-96874c8ae2fe",
|
||||||
|
"leftValue": "={{ $json.hasFailuresStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "7c298433-ab89-435e-8955-73da6b986f46",
|
||||||
|
"name": "Has Failures?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\n// Fingerprint = sorted workflow names joined \u2014 stable across retriggers\nconst fingerprint = (d.failures || [])\n .map(f => f.workflowName)\n .sort()\n .join('|') || 'unknown';\nreturn [{ json: { ...d, fingerprint } }];"
|
||||||
|
},
|
||||||
|
"id": "d3609d45-ba9f-41d3-a9bd-8c558a719f10",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "SELECT fingerprint, last_seen FROM n8n_health_dedup WHERE fingerprint = '{{ $json.fingerprint }}' AND last_seen > NOW() - INTERVAL '1 hour' LIMIT 1;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "15a3dd71-bc5b-4396-9534-63518e097438",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadyNotified = rows.length > 0;\nreturn [{ json: { ...alertData, alreadyNotified, shouldNotify: !alreadyNotified, shouldNotifyStr: !alreadyNotified ? 'yes' : 'no' } }];"
|
||||||
|
},
|
||||||
|
"id": "a92590e3-7044-4ba3-9b39-f6a9457c5fbe",
|
||||||
|
"name": "Check Already Notified",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "aa5db0c3-75a7-4ea4-b29e-c12568ccf320",
|
||||||
|
"leftValue": "={{ $json.shouldNotifyStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "39ac0eaf-73ce-4fe1-9c4b-d09ac920291d",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "INSERT INTO n8n_health_dedup (fingerprint, last_seen, workflow_names) VALUES ('{{ $json.fingerprint }}', NOW(), '{{ $json.failures.map(f => f.workflowName).join(\", \") }}') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW(), workflow_names = EXCLUDED.workflow_names;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "0c3be155-0c3a-4354-b863-73a3f5bbf598",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $('Build Fingerprint').first().json;\nconst lines = (d.failures || []).map(f =>\n ` \u2022 ${f.workflowName}\\n ${f.errorMessage.substring(0, 120)}`\n);\nconst body = `${d.count} workflow${d.count !== 1 ? 's' : ''} failed in the past hour:\\n\\n${lines.join('\\n')}\\n\\nhttps://n8n.paccoco.com`;\nreturn [{ json: { title: `\u26a0\ufe0f n8n: ${d.count} Workflow Failure${d.count !== 1 ? 's' : ''}`, message: body, priority: 7 } }];"
|
||||||
|
},
|
||||||
|
"id": "1c6b42bf-a38e-47b6-82ac-50c43ee9e583",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "09435c2f-9044-432a-8ca8-dd3ce3262c76",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2240,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "n8n Health"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every 15 Minutes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Failed Executions",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Failed Executions": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Filter Recent Failures",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Filter Recent Failures": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Has Failures?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Has Failures?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Build Fingerprint",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Lookup Dedup",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Check Already Notified",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Check Already Notified": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Should Notify?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Upsert Dedup Record",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Notification",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Push to Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "monitoring"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "scheduled"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "n8n"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"id": "febfda9b-0f4e-40b5-ab84-82ba9b7fcf29"
|
||||||
|
}
|
||||||
302
n8n-workflows/15-n8n-health-monitor-v1.2.json
Normal file
302
n8n-workflows/15-n8n-health-monitor-v1.2.json
Normal file
@@ -0,0 +1,302 @@
|
|||||||
|
{
|
||||||
|
"name": "n8n Self-Health Monitor v1.2",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "minutes",
|
||||||
|
"minutesInterval": 15
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "dabcb0ae-d513-410e-b779-4570df5c4a35",
|
||||||
|
"name": "Every 15 Minutes",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [0, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "GET",
|
||||||
|
"url": "http://10.5.1.6:5678/api/v1/workflows",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "X-N8N-API-KEY",
|
||||||
|
"value": "={{ $env.N8N_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendQuery": true,
|
||||||
|
"queryParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "limit",
|
||||||
|
"value": "250"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "a1b2c3d4-e5f6-7890-abcd-ef1234567890",
|
||||||
|
"name": "Fetch All Workflows",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [224, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "GET",
|
||||||
|
"url": "http://10.5.1.6:5678/api/v1/executions",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "X-N8N-API-KEY",
|
||||||
|
"value": "={{ $env.N8N_API_KEY }}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendQuery": true,
|
||||||
|
"queryParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "status",
|
||||||
|
"value": "error"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "includeData",
|
||||||
|
"value": "false"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "limit",
|
||||||
|
"value": "50"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "806d75e9-b95a-499a-b997-a7f7dc046775",
|
||||||
|
"name": "Fetch Failed Executions",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [448, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const data = $input.first().json;\nconst executions = data.data || [];\nconst oneHourAgo = Date.now() - (60 * 60 * 1000);\n\n// Build workflow ID → name lookup from previously fetched workflows\nconst wfResponse = $('Fetch All Workflows').first().json;\nconst nameMap = {};\n(wfResponse.data || []).forEach(wf => { nameMap[wf.id] = wf.name; });\n\n// Filter to failures in the past hour\nconst recent = executions.filter(e => {\n const ts = new Date(e.startedAt || e.stoppedAt || 0).getTime();\n return ts >= oneHourAgo;\n});\n\n// Map executions to failure objects, resolving names from the lookup\nconst failures = recent.map(e => ({\n executionId: e.id,\n workflowId: e.workflowId,\n workflowName: nameMap[e.workflowId] || e.workflowData?.name || `Workflow ${e.workflowId}`,\n startedAt: e.startedAt,\n stoppedAt: e.stoppedAt,\n errorMessage: e.data?.resultData?.error?.message || 'Unknown error'\n}));\n\n// Deduplicate by workflowName (report once per workflow per check)\nconst seen = new Set();\nconst unique = failures.filter(f => {\n if (seen.has(f.workflowName)) return false;\n seen.add(f.workflowName);\n return true;\n});\n\nreturn [{ json: { hasFailures: unique.length > 0, hasFailuresStr: unique.length > 0 ? 'yes' : 'no', count: unique.length, failures: unique } }];"
|
||||||
|
},
|
||||||
|
"id": "f5d47910-5047-4c4f-aa84-a6907aa38551",
|
||||||
|
"name": "Filter Recent Failures",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [672, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "02ff82df-a31d-491b-9cd1-96874c8ae2fe",
|
||||||
|
"leftValue": "={{ $json.hasFailuresStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "7c298433-ab89-435e-8955-73da6b986f46",
|
||||||
|
"name": "Has Failures?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [896, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $input.first().json;\n// Fingerprint = sorted workflow names joined — stable across retriggers\nconst fingerprint = (d.failures || [])\n .map(f => f.workflowName)\n .sort()\n .join('|') || 'unknown';\nreturn [{ json: { ...d, fingerprint } }];"
|
||||||
|
},
|
||||||
|
"id": "d3609d45-ba9f-41d3-a9bd-8c558a719f10",
|
||||||
|
"name": "Build Fingerprint",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1120, -120]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "SELECT fingerprint, last_seen FROM n8n_health_dedup WHERE fingerprint = '{{ $json.fingerprint }}' AND last_seen > NOW() - INTERVAL '1 hour' LIMIT 1;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "15a3dd71-bc5b-4396-9534-63518e097438",
|
||||||
|
"name": "Lookup Dedup",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [1344, -120],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const alertData = $('Build Fingerprint').first().json;\nconst rows = $input.all().filter(r => r.json && r.json.fingerprint);\nconst alreadyNotified = rows.length > 0;\nreturn [{ json: { ...alertData, alreadyNotified, shouldNotify: !alreadyNotified, shouldNotifyStr: !alreadyNotified ? 'yes' : 'no' } }];"
|
||||||
|
},
|
||||||
|
"id": "a92590e3-7044-4ba3-9b39-f6a9457c5fbe",
|
||||||
|
"name": "Check Already Notified",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1568, -120]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "aa5db0c3-75a7-4ea4-b29e-c12568ccf320",
|
||||||
|
"leftValue": "={{ $json.shouldNotifyStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "39ac0eaf-73ce-4fe1-9c4b-d09ac920291d",
|
||||||
|
"name": "Should Notify?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [1792, -120]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"operation": "executeQuery",
|
||||||
|
"query": "INSERT INTO n8n_health_dedup (fingerprint, last_seen, workflow_names) VALUES ('{{ $json.fingerprint }}', NOW(), '{{ $json.failures.map(f => f.workflowName).join(\", \") }}') ON CONFLICT (fingerprint) DO UPDATE SET last_seen = NOW(), workflow_names = EXCLUDED.workflow_names;",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "0c3be155-0c3a-4354-b863-73a3f5bbf598",
|
||||||
|
"name": "Upsert Dedup Record",
|
||||||
|
"type": "n8n-nodes-base.postgres",
|
||||||
|
"typeVersion": 2.5,
|
||||||
|
"position": [2016, -120],
|
||||||
|
"credentials": {
|
||||||
|
"postgres": {
|
||||||
|
"id": "n9svoXemqSZoNNUB",
|
||||||
|
"name": "Postgres account"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $('Build Fingerprint').first().json;\nconst lines = (d.failures || []).map(f =>\n ` • ${f.workflowName}\\n ${f.errorMessage.substring(0, 120)}`\n);\nconst body = `${d.count} workflow${d.count !== 1 ? 's' : ''} failed in the past hour:\\n\\n${lines.join('\\n')}\\n\\nhttps://n8n.paccoco.com`;\nreturn [{ json: { title: `⚠️ n8n: ${d.count} Workflow Failure${d.count !== 1 ? 's' : ''}`, message: body, priority: 7 } }];"
|
||||||
|
},
|
||||||
|
"id": "1c6b42bf-a38e-47b6-82ac-50c43ee9e583",
|
||||||
|
"name": "Format Notification",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [2240, -120]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "09435c2f-9044-432a-8ca8-dd3ce3262c76",
|
||||||
|
"name": "Push to Gotify",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [2464, -120],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "n8n Health"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every 15 Minutes": {
|
||||||
|
"main": [[{ "node": "Fetch All Workflows", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Fetch All Workflows": {
|
||||||
|
"main": [[{ "node": "Fetch Failed Executions", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Fetch Failed Executions": {
|
||||||
|
"main": [[{ "node": "Filter Recent Failures", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Filter Recent Failures": {
|
||||||
|
"main": [[{ "node": "Has Failures?", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Has Failures?": {
|
||||||
|
"main": [
|
||||||
|
[{ "node": "Build Fingerprint", "type": "main", "index": 0 }],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Build Fingerprint": {
|
||||||
|
"main": [[{ "node": "Lookup Dedup", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Lookup Dedup": {
|
||||||
|
"main": [[{ "node": "Check Already Notified", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Check Already Notified": {
|
||||||
|
"main": [[{ "node": "Should Notify?", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Should Notify?": {
|
||||||
|
"main": [
|
||||||
|
[{ "node": "Upsert Dedup Record", "type": "main", "index": 0 }],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Upsert Dedup Record": {
|
||||||
|
"main": [[{ "node": "Format Notification", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Notification": {
|
||||||
|
"main": [[{ "node": "Push to Gotify", "type": "main", "index": 0 }]]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{ "name": "monitoring" },
|
||||||
|
{ "name": "scheduled" },
|
||||||
|
{ "name": "n8n" }
|
||||||
|
],
|
||||||
|
"id": "febfda9b-0f4e-40b5-ab84-82ba9b7fcf29"
|
||||||
|
}
|
||||||
449
n8n-workflows/16-nfs-watchdog-v1.0.json
Normal file
449
n8n-workflows/16-nfs-watchdog-v1.0.json
Normal file
@@ -0,0 +1,449 @@
|
|||||||
|
{
|
||||||
|
"name": "NFS Mount Watchdog + Auto-Heal v1.0",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "minutes",
|
||||||
|
"minutesInterval": 5
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "8c466a67-a0fa-42dc-8ed8-0918834fc3a7",
|
||||||
|
"name": "Every 5 Minutes",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "mountpoint -q /mnt/unraid/data/media && echo MEDIA_OK || echo MEDIA_MISSING; mountpoint -q /mnt/unraid/data/photos && echo PHOTOS_OK || echo PHOTOS_MISSING"
|
||||||
|
},
|
||||||
|
"id": "f5b2fee9-d67a-4da7-80dd-f72e6078aed9",
|
||||||
|
"name": "Probe Mounts",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst out = ($input.first().json.stdout || '') + ($input.first().json.stderr || '');\nconst mediaOk = out.includes('MEDIA_OK');\nconst photosOk = out.includes('PHOTOS_OK');\nconst missing = [];\nif (!mediaOk) missing.push({ mount: '/mnt/unraid/data/media', label: 'media',\n containers: ['plex','audiobookshelf'] });\nif (!photosOk) missing.push({ mount: '/mnt/unraid/data/photos', label: 'photos',\n containers: ['immich-server','immich-microservices','immich-machine-learning'] });\nreturn [{ json: { mediaOk, photosOk, anyMissing: missing.length > 0, missing } }];\n"
|
||||||
|
},
|
||||||
|
"id": "25bb3239-49cb-4570-b706-4022b9aa751c",
|
||||||
|
"name": "Parse Mount Status",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "442964fa-a29c-4aa2-98d1-9e25e927c496",
|
||||||
|
"leftValue": "={{ $json.anyMissing }}",
|
||||||
|
"rightValue": true,
|
||||||
|
"operator": {
|
||||||
|
"type": "boolean",
|
||||||
|
"operation": "equal"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "68b74832-85a7-4193-9382-a0c22a666e66",
|
||||||
|
"name": "Any Missing?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "sudo bash /mnt/tank/docker/scripts/mount-unraid-nfs.sh 2>&1"
|
||||||
|
},
|
||||||
|
"id": "b18c7537-0c2f-4122-bfe5-6469d6be6853",
|
||||||
|
"name": "Run Mount Script",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"resume": "timeInterval",
|
||||||
|
"unit": "seconds",
|
||||||
|
"value": 10
|
||||||
|
},
|
||||||
|
"id": "2e927f83-9ddc-4816-8ee6-76d21ce21a5e",
|
||||||
|
"name": "Wait 10s",
|
||||||
|
"type": "n8n-nodes-base.wait",
|
||||||
|
"typeVersion": 1.1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"webhookId": "4e89e8d0-7f08-4378-a2b7-63756665b039"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "mountpoint -q /mnt/unraid/data/media && echo MEDIA_OK || echo MEDIA_MISSING; mountpoint -q /mnt/unraid/data/photos && echo PHOTOS_OK || echo PHOTOS_MISSING"
|
||||||
|
},
|
||||||
|
"id": "d15c0c90-e94f-404a-a787-75f1b1b5befa",
|
||||||
|
"name": "Re-probe Mounts",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst out = ($input.first().json.stdout || '') + ($input.first().json.stderr || '');\nconst mediaOk = out.includes('MEDIA_OK');\nconst photosOk = out.includes('PHOTOS_OK');\n\n// What was originally missing (from step 3)\nconst originalMissing = $('Parse Mount Status').first().json.missing || [];\n\n// Which of the originally-missing mounts are now up?\nconst healed = originalMissing.filter(m =>\n (m.label === 'media' && mediaOk) ||\n (m.label === 'photos' && photosOk)\n);\nconst stillDown = originalMissing.filter(m =>\n (m.label === 'media' && !mediaOk) ||\n (m.label === 'photos' && !photosOk)\n);\n\n// Build flat container list to restart (only for healed mounts)\nconst containersToRestart = [...new Set(healed.flatMap(m => m.containers))];\nconst restartCmd = containersToRestart.length > 0\n ? `sudo docker restart ${containersToRestart.join(' ')}`\n : 'echo NO_RESTART_NEEDED';\n\nreturn [{ json: {\n allHealed: stillDown.length === 0,\n healed, stillDown,\n containersToRestart,\n restartCmd,\n originalMissing\n}}];\n"
|
||||||
|
},
|
||||||
|
"id": "48de38c2-df08-406f-ad61-809ca6e306a1",
|
||||||
|
"name": "Parse Heal Result",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "566dda6e-2234-406a-ad87-c886c7c5ae08",
|
||||||
|
"leftValue": "={{ $json.allHealed }}",
|
||||||
|
"rightValue": true,
|
||||||
|
"operator": {
|
||||||
|
"type": "boolean",
|
||||||
|
"operation": "equal"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29a1b544-97b3-433f-9821-2bf5a8af95d2",
|
||||||
|
"name": "Healed?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "={{ $json.restartCmd }}"
|
||||||
|
},
|
||||||
|
"id": "8d791509-9e18-44c1-bf58-ed3027927710",
|
||||||
|
"name": "Restart Containers",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
-240
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst d = $('Parse Heal Result').first().json;\nconst mountList = d.healed.map(m => ` \u2022 ${m.mount}`).join('\\n');\nconst containers = d.containersToRestart.join(', ') || 'none';\nconst body = `NFS mounts were missing and have been automatically remounted.\\n\\nRemounted:\\n${mountList}\\n\\nContainers restarted: ${containers}`;\nreturn [{ json: { title: '\ud83d\udd17 NFS Auto-Healed', message: body, priority: 5 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "75c8976f-d622-43cd-a332-72c32f0c7c60",
|
||||||
|
"name": "Format Healed Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2240,
|
||||||
|
-240
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "38705cd2-775b-4ef9-b470-4a7709f132e5",
|
||||||
|
"name": "Gotify (Healed)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2464,
|
||||||
|
-240
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Uptime / Infra"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst d = $('Parse Heal Result').first().json;\nconst downList = d.stillDown.map(m => ` \u2022 ${m.mount}`).join('\\n');\nconst healedList = d.healed.length > 0\n ? `\\nPartially healed:\\n${d.healed.map(m => ' \u2022 ' + m.mount).join('\\n')}`\n : '';\nconst body = `NFS mount script ran but the following paths are still unavailable. Manual intervention required.\\n\\nStill down:\\n${downList}${healedList}\\n\\nCheck Serenity (TrueNAS) is up and NFS service is running.`;\nreturn [{ json: { title: '\ud83d\udea8 NFS Down \u2014 Manual Fix Needed', message: body, priority: 9 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "074b984f-7fc2-45bc-b97f-f5db4d8d589b",
|
||||||
|
"name": "Format Escalation",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
-20
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "f929dd77-6072-4ac9-9dc4-11246110efed",
|
||||||
|
"name": "Gotify (Escalation)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2240,
|
||||||
|
-20
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Uptime / Infra"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every 5 Minutes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Probe Mounts",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Probe Mounts": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Mount Status",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Mount Status": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Any Missing?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Any Missing?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Run Mount Script",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Run Mount Script": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Wait 10s",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Wait 10s": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Re-probe Mounts",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Re-probe Mounts": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Heal Result",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Heal Result": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Healed?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Healed?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Restart Containers",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Escalation",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Restart Containers": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Healed Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Healed Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Gotify (Healed)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Escalation": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Gotify (Escalation)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "monitoring"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "infrastructure"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "scheduled"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
450
n8n-workflows/16-nfs-watchdog-v1.1.json
Normal file
450
n8n-workflows/16-nfs-watchdog-v1.1.json
Normal file
@@ -0,0 +1,450 @@
|
|||||||
|
{
|
||||||
|
"name": "NFS Mount Watchdog + Auto-Heal v1.1",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "minutes",
|
||||||
|
"minutesInterval": 5
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "8c466a67-a0fa-42dc-8ed8-0918834fc3a7",
|
||||||
|
"name": "Every 5 Minutes",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [
|
||||||
|
0,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "mountpoint -q /mnt/unraid/data/media && echo MEDIA_OK || echo MEDIA_MISSING; mountpoint -q /mnt/unraid/data/photos && echo PHOTOS_OK || echo PHOTOS_MISSING"
|
||||||
|
},
|
||||||
|
"id": "f5b2fee9-d67a-4da7-80dd-f72e6078aed9",
|
||||||
|
"name": "Probe Mounts",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
224,
|
||||||
|
0
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst out = ($input.first().json.stdout || '') + ($input.first().json.stderr || '');\nconst mediaOk = out.includes('MEDIA_OK');\nconst photosOk = out.includes('PHOTOS_OK');\nconst missing = [];\nif (!mediaOk) missing.push({ mount: '/mnt/unraid/data/media', label: 'media',\n containers: ['plex','audiobookshelf'] });\nif (!photosOk) missing.push({ mount: '/mnt/unraid/data/photos', label: 'photos',\n containers: ['immich-server','immich-microservices','immich-machine-learning'] });\nreturn [{ json: { mediaOk, photosOk, anyMissing: missing.length > 0, anyMissingStr: missing.length > 0 ? 'yes' : 'no', missing } }];\n"
|
||||||
|
},
|
||||||
|
"id": "25bb3239-49cb-4570-b706-4022b9aa751c",
|
||||||
|
"name": "Parse Mount Status",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
448,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "70384f84-9d15-4e45-b295-67202a39a227",
|
||||||
|
"leftValue": "={{ $json.anyMissingStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "68b74832-85a7-4193-9382-a0c22a666e66",
|
||||||
|
"name": "Any Missing?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
672,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "sudo bash /mnt/tank/docker/scripts/mount-unraid-nfs.sh 2>&1"
|
||||||
|
},
|
||||||
|
"id": "b18c7537-0c2f-4122-bfe5-6469d6be6853",
|
||||||
|
"name": "Run Mount Script",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
896,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"resume": "timeInterval",
|
||||||
|
"unit": "seconds",
|
||||||
|
"value": 10
|
||||||
|
},
|
||||||
|
"id": "2e927f83-9ddc-4816-8ee6-76d21ce21a5e",
|
||||||
|
"name": "Wait 10s",
|
||||||
|
"type": "n8n-nodes-base.wait",
|
||||||
|
"typeVersion": 1.1,
|
||||||
|
"position": [
|
||||||
|
1120,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"webhookId": "4e89e8d0-7f08-4378-a2b7-63756665b039"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "mountpoint -q /mnt/unraid/data/media && echo MEDIA_OK || echo MEDIA_MISSING; mountpoint -q /mnt/unraid/data/photos && echo PHOTOS_OK || echo PHOTOS_MISSING"
|
||||||
|
},
|
||||||
|
"id": "d15c0c90-e94f-404a-a787-75f1b1b5befa",
|
||||||
|
"name": "Re-probe Mounts",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
1344,
|
||||||
|
-120
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst out = ($input.first().json.stdout || '') + ($input.first().json.stderr || '');\nconst mediaOk = out.includes('MEDIA_OK');\nconst photosOk = out.includes('PHOTOS_OK');\n\n// What was originally missing (from step 3)\nconst originalMissing = $('Parse Mount Status').first().json.missing || [];\n\n// Which of the originally-missing mounts are now up?\nconst healed = originalMissing.filter(m =>\n (m.label === 'media' && mediaOk) ||\n (m.label === 'photos' && photosOk)\n);\nconst stillDown = originalMissing.filter(m =>\n (m.label === 'media' && !mediaOk) ||\n (m.label === 'photos' && !photosOk)\n);\n\n// Build flat container list to restart (only for healed mounts)\nconst containersToRestart = [...new Set(healed.flatMap(m => m.containers))];\nconst restartCmd = containersToRestart.length > 0\n ? `sudo docker restart ${containersToRestart.join(' ')}`\n : 'echo NO_RESTART_NEEDED';\n\nreturn [{ json: {\n allHealed: stillDown.length === 0, allHealedStr: stillDown.length === 0 ? 'yes' : 'no',\n healed, stillDown,\n containersToRestart,\n restartCmd,\n originalMissing\n}}];\n"
|
||||||
|
},
|
||||||
|
"id": "48de38c2-df08-406f-ad61-809ca6e306a1",
|
||||||
|
"name": "Parse Heal Result",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
1568,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "32b2dfd5-9958-45d4-94fc-410ce4d9543d",
|
||||||
|
"leftValue": "={{ $json.allHealedStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29a1b544-97b3-433f-9821-2bf5a8af95d2",
|
||||||
|
"name": "Healed?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
1792,
|
||||||
|
-120
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "={{ $json.restartCmd }}"
|
||||||
|
},
|
||||||
|
"id": "8d791509-9e18-44c1-bf58-ed3027927710",
|
||||||
|
"name": "Restart Containers",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
-240
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst d = $('Parse Heal Result').first().json;\nconst mountList = d.healed.map(m => ` \u2022 ${m.mount}`).join('\\n');\nconst containers = d.containersToRestart.join(', ') || 'none';\nconst body = `NFS mounts were missing and have been automatically remounted.\\n\\nRemounted:\\n${mountList}\\n\\nContainers restarted: ${containers}`;\nreturn [{ json: { title: '\ud83d\udd17 NFS Auto-Healed', message: body, priority: 5 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "75c8976f-d622-43cd-a332-72c32f0c7c60",
|
||||||
|
"name": "Format Healed Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2240,
|
||||||
|
-240
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "38705cd2-775b-4ef9-b470-4a7709f132e5",
|
||||||
|
"name": "Gotify (Healed)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2464,
|
||||||
|
-240
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Uptime / Infra"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst d = $('Parse Heal Result').first().json;\nconst downList = d.stillDown.map(m => ` \u2022 ${m.mount}`).join('\\n');\nconst healedList = d.healed.length > 0\n ? `\\nPartially healed:\\n${d.healed.map(m => ' \u2022 ' + m.mount).join('\\n')}`\n : '';\nconst body = `NFS mount script ran but the following paths are still unavailable. Manual intervention required.\\n\\nStill down:\\n${downList}${healedList}\\n\\nCheck Serenity (TrueNAS) is up and NFS service is running.`;\nreturn [{ json: { title: '\ud83d\udea8 NFS Down \u2014 Manual Fix Needed', message: body, priority: 9 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "074b984f-7fc2-45bc-b97f-f5db4d8d589b",
|
||||||
|
"name": "Format Escalation",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
2016,
|
||||||
|
-20
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "f929dd77-6072-4ac9-9dc4-11246110efed",
|
||||||
|
"name": "Gotify (Escalation)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [
|
||||||
|
2240,
|
||||||
|
-20
|
||||||
|
],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Uptime / Infra"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every 5 Minutes": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Probe Mounts",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Probe Mounts": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Mount Status",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Mount Status": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Any Missing?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Any Missing?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Run Mount Script",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Run Mount Script": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Wait 10s",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Wait 10s": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Re-probe Mounts",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Re-probe Mounts": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse Heal Result",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse Heal Result": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Healed?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Healed?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Restart Containers",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Escalation",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Restart Containers": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Format Healed Notify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Healed Notify": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Gotify (Healed)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Format Escalation": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Gotify (Escalation)",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "monitoring"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "infrastructure"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "scheduled"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"id": "8587d430-3d53-4559-b610-214e12164c14"
|
||||||
|
}
|
||||||
303
n8n-workflows/16-nfs-watchdog-v1.2.json
Normal file
303
n8n-workflows/16-nfs-watchdog-v1.2.json
Normal file
@@ -0,0 +1,303 @@
|
|||||||
|
{
|
||||||
|
"name": "NFS Mount Watchdog + Auto-Heal v1.2",
|
||||||
|
"active": true,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"rule": {
|
||||||
|
"interval": [
|
||||||
|
{
|
||||||
|
"field": "minutes",
|
||||||
|
"minutesInterval": 5
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "8c466a67-a0fa-42dc-8ed8-0918834fc3a7",
|
||||||
|
"name": "Every 5 Minutes",
|
||||||
|
"type": "n8n-nodes-base.scheduleTrigger",
|
||||||
|
"typeVersion": 1.2,
|
||||||
|
"position": [0, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "mountpoint -q /mnt/unraid/data && echo DATA_OK || echo DATA_MISSING; mountpoint -q /mnt/unraid/immich && echo IMMICH_OK || echo IMMICH_MISSING"
|
||||||
|
},
|
||||||
|
"id": "f5b2fee9-d67a-4da7-80dd-f72e6078aed9",
|
||||||
|
"name": "Probe Mounts",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [224, 0],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const out = ($input.first().json.stdout || '') + ($input.first().json.stderr || '');\nconst dataOk = out.includes('DATA_OK');\nconst immichOk = out.includes('IMMICH_OK');\nconst missing = [];\nif (!dataOk) missing.push({ mount: '/mnt/unraid/data', label: 'data',\n containers: ['ix-plex-plex-1', 'ix-audiobookshelf-audiobookshelf-1'] });\nif (!immichOk) missing.push({ mount: '/mnt/unraid/immich', label: 'immich',\n containers: ['ix-immich-immich-server-1', 'ix-immich-immich-machine-learning-1'] });\nreturn [{ json: { dataOk, immichOk, anyMissing: missing.length > 0, anyMissingStr: missing.length > 0 ? 'yes' : 'no', missing } }];\n"
|
||||||
|
},
|
||||||
|
"id": "25bb3239-49cb-4570-b706-4022b9aa751c",
|
||||||
|
"name": "Parse Mount Status",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [448, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "70384f84-9d15-4e45-b295-67202a39a227",
|
||||||
|
"leftValue": "={{ $json.anyMissingStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "68b74832-85a7-4193-9382-a0c22a666e66",
|
||||||
|
"name": "Any Missing?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [672, 0]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "sudo /usr/bin/bash /mnt/tank/docker/scripts/mount-unraid-nfs.sh 2>&1"
|
||||||
|
},
|
||||||
|
"id": "b18c7537-0c2f-4122-bfe5-6469d6be6853",
|
||||||
|
"name": "Run Mount Script",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [896, -120],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"resume": "timeInterval",
|
||||||
|
"unit": "seconds",
|
||||||
|
"value": 10
|
||||||
|
},
|
||||||
|
"id": "2e927f83-9ddc-4816-8ee6-76d21ce21a5e",
|
||||||
|
"name": "Wait 10s",
|
||||||
|
"type": "n8n-nodes-base.wait",
|
||||||
|
"typeVersion": 1.1,
|
||||||
|
"position": [1120, -120],
|
||||||
|
"webhookId": "4e89e8d0-7f08-4378-a2b7-63756665b039"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "mountpoint -q /mnt/unraid/data && echo DATA_OK || echo DATA_MISSING; mountpoint -q /mnt/unraid/immich && echo IMMICH_OK || echo IMMICH_MISSING"
|
||||||
|
},
|
||||||
|
"id": "d15c0c90-e94f-404a-a787-75f1b1b5befa",
|
||||||
|
"name": "Re-probe Mounts",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [1344, -120],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const out = ($input.first().json.stdout || '') + ($input.first().json.stderr || '');\nconst dataOk = out.includes('DATA_OK');\nconst immichOk = out.includes('IMMICH_OK');\n\nconst originalMissing = $('Parse Mount Status').first().json.missing || [];\n\nconst healed = originalMissing.filter(m =>\n (m.label === 'data' && dataOk) ||\n (m.label === 'immich' && immichOk)\n);\nconst stillDown = originalMissing.filter(m =>\n (m.label === 'data' && !dataOk) ||\n (m.label === 'immich' && !immichOk)\n);\n\nconst containersToRestart = [...new Set(healed.flatMap(m => m.containers))];\nconst restartCmd = containersToRestart.length > 0\n ? `sudo docker restart ${containersToRestart.join(' ')}`\n : 'echo NO_RESTART_NEEDED';\n\nreturn [{ json: {\n allHealed: stillDown.length === 0,\n allHealedStr: stillDown.length === 0 ? 'yes' : 'no',\n healed,\n stillDown,\n containersToRestart,\n restartCmd,\n originalMissing\n} }];\n"
|
||||||
|
},
|
||||||
|
"id": "48de38c2-df08-406f-ad61-809ca6e306a1",
|
||||||
|
"name": "Parse Heal Result",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [1568, -120]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"options": {
|
||||||
|
"caseSensitive": true,
|
||||||
|
"leftValue": "",
|
||||||
|
"typeValidation": "strict"
|
||||||
|
},
|
||||||
|
"conditions": [
|
||||||
|
{
|
||||||
|
"id": "32b2dfd5-9958-45d4-94fc-410ce4d9543d",
|
||||||
|
"leftValue": "={{ $json.allHealedStr }}",
|
||||||
|
"rightValue": "yes",
|
||||||
|
"operator": {
|
||||||
|
"type": "string",
|
||||||
|
"operation": "equals"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"combinator": "and"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "29a1b544-97b3-433f-9821-2bf5a8af95d2",
|
||||||
|
"name": "Healed?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [1792, -120]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"command": "={{ $json.restartCmd }}"
|
||||||
|
},
|
||||||
|
"id": "8d791509-9e18-44c1-bf58-ed3027927710",
|
||||||
|
"name": "Restart Containers",
|
||||||
|
"type": "n8n-nodes-base.ssh",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [2016, -240],
|
||||||
|
"credentials": {
|
||||||
|
"sshPrivateKey": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "PD SSH"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"continueOnFail": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $('Parse Heal Result').first().json;\nconst mountList = d.healed.map(m => ` • ${m.mount}`).join('\\n');\nconst containers = d.containersToRestart.join(', ') || 'none';\nconst body = `NFS mounts were missing and have been automatically remounted.\\n\\nRemounted:\\n${mountList}\\n\\nContainers restarted: ${containers}`;\nreturn [{ json: { title: '🔗 NFS Auto-Healed', message: body, priority: 5 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "75c8976f-d622-43cd-a332-72c32f0c7c60",
|
||||||
|
"name": "Format Healed Notify",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [2240, -240]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "38705cd2-775b-4ef9-b470-4a7709f132e5",
|
||||||
|
"name": "Gotify (Healed)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [2464, -240],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Uptime / Infra"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "const d = $('Parse Heal Result').first().json;\nconst downList = d.stillDown.map(m => ` • ${m.mount}`).join('\\n');\nconst healedList = d.healed.length > 0\n ? `\\nPartially healed:\\n${d.healed.map(m => ' • ' + m.mount).join('\\n')}`\n : '';\nconst body = `NFS mount script ran but the following paths are still unavailable. Manual intervention required.\\n\\nStill down:\\n${downList}${healedList}\\n\\nCheck Serenity (10.5.1.5) is up and NFS service is running.`;\nreturn [{ json: { title: '🚨 NFS Down — Manual Fix Needed', message: body, priority: 9 } }];\n"
|
||||||
|
},
|
||||||
|
"id": "074b984f-7fc2-45bc-b97f-f5db4d8d589b",
|
||||||
|
"name": "Format Escalation",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [2016, -20]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"message": "={{ $json.message }}",
|
||||||
|
"additionalFields": {
|
||||||
|
"priority": "={{ $json.priority }}",
|
||||||
|
"title": "={{ $json.title }}"
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"contentType": "text/plain"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "f929dd77-6072-4ac9-9dc4-11246110efed",
|
||||||
|
"name": "Gotify (Escalation)",
|
||||||
|
"type": "n8n-nodes-base.gotify",
|
||||||
|
"typeVersion": 1,
|
||||||
|
"position": [2240, -20],
|
||||||
|
"credentials": {
|
||||||
|
"gotifyApi": {
|
||||||
|
"id": "SETUP_REQUIRED",
|
||||||
|
"name": "Uptime / Infra"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Every 5 Minutes": {
|
||||||
|
"main": [[{ "node": "Probe Mounts", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Probe Mounts": {
|
||||||
|
"main": [[{ "node": "Parse Mount Status", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Parse Mount Status": {
|
||||||
|
"main": [[{ "node": "Any Missing?", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Any Missing?": {
|
||||||
|
"main": [
|
||||||
|
[{ "node": "Run Mount Script", "type": "main", "index": 0 }],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Run Mount Script": {
|
||||||
|
"main": [[{ "node": "Wait 10s", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Wait 10s": {
|
||||||
|
"main": [[{ "node": "Re-probe Mounts", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Re-probe Mounts": {
|
||||||
|
"main": [[{ "node": "Parse Heal Result", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Parse Heal Result": {
|
||||||
|
"main": [[{ "node": "Healed?", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Healed?": {
|
||||||
|
"main": [
|
||||||
|
[{ "node": "Restart Containers", "type": "main", "index": 0 }],
|
||||||
|
[{ "node": "Format Escalation", "type": "main", "index": 0 }]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Restart Containers": {
|
||||||
|
"main": [[{ "node": "Format Healed Notify", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Healed Notify": {
|
||||||
|
"main": [[{ "node": "Gotify (Healed)", "type": "main", "index": 0 }]]
|
||||||
|
},
|
||||||
|
"Format Escalation": {
|
||||||
|
"main": [[{ "node": "Gotify (Escalation)", "type": "main", "index": 0 }]]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1",
|
||||||
|
"binaryMode": "separate"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": null,
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{ "name": "monitoring" },
|
||||||
|
{ "name": "infrastructure" },
|
||||||
|
{ "name": "scheduled" }
|
||||||
|
]
|
||||||
|
}
|
||||||
369
n8n-workflows/17-paperless-intake-triage.json
Normal file
369
n8n-workflows/17-paperless-intake-triage.json
Normal file
@@ -0,0 +1,369 @@
|
|||||||
|
{
|
||||||
|
"name": "Paperless Intake Triage \u2192 Doris Review Queue",
|
||||||
|
"active": false,
|
||||||
|
"isArchived": false,
|
||||||
|
"nodes": [
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"httpMethod": "POST",
|
||||||
|
"path": "paperless/intake-triage",
|
||||||
|
"options": {}
|
||||||
|
},
|
||||||
|
"id": "paperless-webhook",
|
||||||
|
"name": "Paperless Intake Webhook",
|
||||||
|
"type": "n8n-nodes-base.webhook",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
-980,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst body = $json.body || $json;\nconst id = body.document_id || body.id || body.document;\nif (!id) throw new Error('Missing document_id/id in Paperless webhook payload');\nreturn [{ json: { document_id: String(id), received_at: new Date().toISOString(), webhook_payload_keys: Object.keys(body) } }];\n"
|
||||||
|
},
|
||||||
|
"id": "extract-doc-id",
|
||||||
|
"name": "Extract Document ID",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
-760,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"url": "={{($env.PAPERLESS_BASE_URL || 'https://paperless.paccoco.com').replace(/\\/$/, '') + '/api/documents/' + $json.document_id + '/'}}",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "={{'Token ' + $env.PAPERLESS_API_TOKEN}}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Accept",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"options": {
|
||||||
|
"timeout": 30000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "fetch-document",
|
||||||
|
"name": "Fetch Paperless Document",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
-540,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nconst doc = $json;\nconst truncate = (s, n=9000) => String(s || '').replace(/\\s+/g, ' ').trim().slice(0, n);\nconst archiveUrl = `${($env.PAPERLESS_BASE_URL || 'https://paperless.paccoco.com').replace(/\\/$/, '')}/documents/${doc.id}/details`;\nconst payload = {\n id: doc.id,\n title: doc.title || null,\n original_filename: doc.original_filename || doc.archive_filename || null,\n created: doc.created || null,\n added: doc.added || doc.created_date || null,\n correspondent: doc.correspondent_detail?.name || doc.correspondent || null,\n document_type: doc.document_type_detail?.name || doc.document_type || null,\n tags: (doc.tags_detail || doc.tags || []).map(t => typeof t === 'string' ? t : (t.name || t.id)).filter(Boolean),\n archive_url: archiveUrl,\n content: truncate(doc.content || doc.text || '')\n};\nconst schema = `Return STRICT JSON only with exactly these keys: summary, suggested_title, document_type, suggested_correspondent, suggested_tags, due_date, needs_review, urgency, reason, confidence. document_type must be one of bill, receipt, school, medical, tax, insurance, legal, manual, letter, other. due_date is YYYY-MM-DD or null. urgency is none, low, medium, high. confidence is high, medium, low.`;\nreturn [{ json: { document: payload, llm_messages: [\n { role: 'system', content: 'You triage Paperless-NGX documents for a human review-first dashboard. Never invent due dates. Be conservative. ' + schema },\n { role: 'user', content: JSON.stringify(payload) }\n] } }];\n"
|
||||||
|
},
|
||||||
|
"id": "prepare-triage",
|
||||||
|
"name": "Prepare Compact Triage Payload",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
-320,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "={{($env.LITELLM_BASE_URL || 'http://10.5.1.6:4000').replace(/\\/$/, '') + '/v1/chat/completions'}}",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "={{'Bearer ' + $env.LITELLM_API_KEY}}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{ JSON.stringify({ model: $env.PAPERLESS_TRIAGE_MODEL || 'gpt-4o-mini', temperature: 0.1, response_format: { type: 'json_object' }, messages: $json.llm_messages }) }}",
|
||||||
|
"options": {
|
||||||
|
"timeout": 60000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "llm-triage",
|
||||||
|
"name": "LiteLLM Triage JSON",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
-100,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\nfunction parseTriage(input) {\n let content = input.choices?.[0]?.message?.content ?? input.text ?? input;\n if (typeof content !== 'string') content = JSON.stringify(content);\n content = content.trim().replace(/^```json\\s*/i, '').replace(/```$/,'').trim();\n return JSON.parse(content);\n}\nconst sourceDoc = $('Prepare Compact Triage Payload').first().json.document;\nconst t = parseTriage($json);\nconst allowedTypes = new Set(['bill','receipt','school','medical','tax','insurance','legal','manual','letter','other']);\nconst out = {\n summary: String(t.summary || '').slice(0, 800),\n suggested_title: String(t.suggested_title || sourceDoc.title || sourceDoc.original_filename || `Document ${sourceDoc.id}`).slice(0, 200),\n document_type: allowedTypes.has(t.document_type) ? t.document_type : 'other',\n suggested_correspondent: t.suggested_correspondent ? String(t.suggested_correspondent).slice(0, 160) : null,\n suggested_tags: Array.isArray(t.suggested_tags) ? [...new Set(t.suggested_tags.map(x => String(x).trim().toLowerCase()).filter(Boolean))].slice(0, 12) : [],\n due_date: /^\\d{4}-\\d{2}-\\d{2}$/.test(String(t.due_date || '')) ? String(t.due_date) : null,\n needs_review: Boolean(t.needs_review),\n urgency: ['none','low','medium','high'].includes(t.urgency) ? t.urgency : 'medium',\n reason: String(t.reason || 'No reason supplied; review required.').slice(0, 500),\n confidence: ['high','medium','low'].includes(t.confidence) ? t.confidence : 'low'\n};\nconst riskTypes = new Set(['legal','medical','school','tax','insurance']);\nconst billSignals = /\b(bill|payment|invoice|amount due|pay by|past due|statement)\b/i.test(`${out.summary} ${out.suggested_title} ${sourceDoc.content || ''}`);\nconst forcedReview = riskTypes.has(out.document_type) || Boolean(out.due_date) || billSignals || out.confidence === 'low' || ['medium','high'].includes(out.urgency);\nout.needs_review = out.needs_review || forcedReview;\nif (forcedReview && !/review/i.test(out.reason)) out.reason = `${out.reason} Safety gate requires human review.`;\nconst applySafe = String($env.PAPERLESS_TRIAGE_APPLY_SAFE || 'false').toLowerCase() === 'true';\nconst eligible_for_safe_apply = !out.needs_review && out.confidence === 'high' && ['none','low'].includes(out.urgency) && !riskTypes.has(out.document_type) && !out.due_date;\nconst reviewItem = {\n id: sourceDoc.id,\n title: sourceDoc.title,\n original_filename: sourceDoc.original_filename,\n added: sourceDoc.added,\n archive_url: sourceDoc.archive_url,\n current: { correspondent: sourceDoc.correspondent, document_type: sourceDoc.document_type, tags: sourceDoc.tags },\n triage: out,\n safety: { forced_review: forcedReview, eligible_for_safe_apply, apply_safe_enabled: applySafe },\n queued_at: new Date().toISOString()\n};\nreturn [{ json: { document: sourceDoc, triage: out, review_item: reviewItem, should_apply_safe: applySafe && eligible_for_safe_apply, should_notify: out.urgency === 'high' } }];\n"
|
||||||
|
},
|
||||||
|
"id": "parse-safety",
|
||||||
|
"name": "Parse JSON + Safety Gate",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
120,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"jsCode": "\n// Requires n8n Code node filesystem access: NODE_FUNCTION_ALLOW_BUILTIN=fs,path\nconst fs = require('fs');\nconst path = require('path');\nconst queuePath = $env.PAPERLESS_TRIAGE_REVIEW_QUEUE_PATH || '/data/paperless_review.json';\nconst maxItems = Number($env.PAPERLESS_TRIAGE_REVIEW_MAX_ITEMS || 200);\nfs.mkdirSync(path.dirname(queuePath), { recursive: true });\nlet queue = [];\ntry { queue = JSON.parse(fs.readFileSync(queuePath, 'utf8')); } catch (_) { queue = []; }\nif (!Array.isArray(queue)) queue = [];\nconst item = $json.review_item;\nqueue = [item, ...queue.filter(x => String(x.id) !== String(item.id))].slice(0, maxItems);\nconst tmp = queuePath + '.tmp';\nfs.writeFileSync(tmp, JSON.stringify(queue, null, 2) + '\n', 'utf8');\nfs.renameSync(tmp, queuePath);\nreturn [{ json: { ...$json, queue_path: queuePath, queue_count: queue.length } }];\n"
|
||||||
|
},
|
||||||
|
"id": "write-queue",
|
||||||
|
"name": "Write Doris Review Queue JSON",
|
||||||
|
"type": "n8n-nodes-base.code",
|
||||||
|
"typeVersion": 2,
|
||||||
|
"position": [
|
||||||
|
340,
|
||||||
|
0
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"boolean": [
|
||||||
|
{
|
||||||
|
"value1": "={{$json.should_apply_safe}}",
|
||||||
|
"value2": true
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "if-safe-apply",
|
||||||
|
"name": "Apply Safe Updates Enabled?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
560,
|
||||||
|
-80
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "PATCH",
|
||||||
|
"url": "={{($env.PAPERLESS_BASE_URL || 'https://paperless.paccoco.com').replace(/\\/$/, '') + '/api/documents/' + $json.document.id + '/'}}",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "Authorization",
|
||||||
|
"value": "={{'Token ' + $env.PAPERLESS_API_TOKEN}}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{ JSON.stringify({ title: $json.triage.suggested_title }) }}",
|
||||||
|
"options": {
|
||||||
|
"timeout": 30000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "safe-title-update",
|
||||||
|
"name": "Safe Title Update Only",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
780,
|
||||||
|
-160
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"conditions": {
|
||||||
|
"boolean": [
|
||||||
|
{
|
||||||
|
"value1": "={{$json.should_notify && !!$env.GOTIFY_URL && !!$env.GOTIFY_TOKEN}}",
|
||||||
|
"value2": true
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "if-urgent",
|
||||||
|
"name": "Urgent Notification Configured?",
|
||||||
|
"type": "n8n-nodes-base.if",
|
||||||
|
"typeVersion": 2.2,
|
||||||
|
"position": [
|
||||||
|
560,
|
||||||
|
140
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"parameters": {
|
||||||
|
"method": "POST",
|
||||||
|
"url": "={{$env.GOTIFY_URL.replace(/\\/$/, '') + '/message'}}",
|
||||||
|
"sendHeaders": true,
|
||||||
|
"headerParameters": {
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "X-Gotify-Key",
|
||||||
|
"value": "={{$env.GOTIFY_TOKEN}}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Content-Type",
|
||||||
|
"value": "application/json"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"sendBody": true,
|
||||||
|
"specifyBody": "json",
|
||||||
|
"jsonBody": "={{ JSON.stringify({ title: 'Urgent Paperless document', message: `${$json.triage.suggested_title}\n${$json.triage.summary}\n${$json.document.archive_url}`, priority: 8 }) }}",
|
||||||
|
"options": {
|
||||||
|
"timeout": 15000
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"id": "gotify-urgent",
|
||||||
|
"name": "Send Urgent Gotify",
|
||||||
|
"type": "n8n-nodes-base.httpRequest",
|
||||||
|
"typeVersion": 4.2,
|
||||||
|
"position": [
|
||||||
|
780,
|
||||||
|
140
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"connections": {
|
||||||
|
"Paperless Intake Webhook": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Extract Document ID",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Extract Document ID": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Fetch Paperless Document",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Fetch Paperless Document": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Prepare Compact Triage Payload",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Prepare Compact Triage Payload": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "LiteLLM Triage JSON",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"LiteLLM Triage JSON": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Parse JSON + Safety Gate",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Parse JSON + Safety Gate": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Write Doris Review Queue JSON",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Write Doris Review Queue JSON": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Apply Safe Updates Enabled?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"node": "Urgent Notification Configured?",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Apply Safe Updates Enabled?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Safe Title Update Only",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"Urgent Notification Configured?": {
|
||||||
|
"main": [
|
||||||
|
[
|
||||||
|
{
|
||||||
|
"node": "Send Urgent Gotify",
|
||||||
|
"type": "main",
|
||||||
|
"index": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
[]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"settings": {
|
||||||
|
"executionOrder": "v1"
|
||||||
|
},
|
||||||
|
"staticData": null,
|
||||||
|
"meta": {
|
||||||
|
"templateCredsSetupCompleted": false
|
||||||
|
},
|
||||||
|
"pinData": {},
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"name": "paperless"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "doris"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "review-first"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
@@ -11,7 +11,7 @@
|
|||||||
| 05 | Paperless → RAG | `POST /webhook/paperless/rag-ingest` | Auto-ingests Paperless documents into Qdrant for RAG search; notifies via Gotify |
|
| 05 | Paperless → RAG | `POST /webhook/paperless/rag-ingest` | Auto-ingests Paperless documents into Qdrant for RAG search; notifies via Gotify |
|
||||||
| 06 | RSS Digest | Scheduled (every 6h) + `POST /webhook/scrape/summarize` | Fetches RSS feeds, deduplicates via Postgres, AI-summarizes per-feed, pushes to Gotify |
|
| 06 | RSS Digest | Scheduled (every 6h) + `POST /webhook/scrape/summarize` | Fetches RSS feeds, deduplicates via Postgres, AI-summarizes per-feed, pushes to Gotify |
|
||||||
| 07 | Git Commit Summarizer | `POST /webhook/git/push` | Receives git push webhooks, AI-summarizes changes, notifies via Gotify |
|
| 07 | Git Commit Summarizer | `POST /webhook/git/push` | Receives git push webhooks, AI-summarizes changes, notifies via Gotify |
|
||||||
| 08 | Class Recording → RAG | Watches `/mnt/data/class-recordings/` | Auto-transcribes new .wav files, extracts key notes, ingests into RAG by class, saves notes to Paperless, notifies via Gotify |
|
| 08 | Class Recording → RAG | `POST /webhook/class/upload` | Transcribes uploaded .wav, extracts key notes, ingests into RAG by class, saves notes to Paperless, notifies via Gotify |
|
||||||
| 14 | Paperless Inbox Reminder | Scheduled (Monday 9 AM) | Queries Paperless for untagged documents; sends Gotify reminder with oldest items listed, or a ✅ clear if inbox is empty |
|
| 14 | Paperless Inbox Reminder | Scheduled (Monday 9 AM) | Queries Paperless for untagged documents; sends Gotify reminder with oldest items listed, or a ✅ clear if inbox is empty |
|
||||||
| 15 | n8n Self-Health Monitor | Scheduled (every 15 min) | Checks n8n execution history for failures in the past hour; deduplicates via Postgres; pushes Gotify alert with workflow name and error summary |
|
| 15 | n8n Self-Health Monitor | Scheduled (every 15 min) | Checks n8n execution history for failures in the past hour; deduplicates via Postgres; pushes Gotify alert with workflow name and error summary |
|
||||||
| 16 | NFS Mount Watchdog | Scheduled (every 5 min) | Probes NFS mount points on PD; if missing: runs mount script, re-probes, restarts affected containers (Plex, Audiobookshelf, Immich); notifies via Gotify on heal or escalation |
|
| 16 | NFS Mount Watchdog | Scheduled (every 5 min) | Probes NFS mount points on PD; if missing: runs mount script, re-probes, restarts affected containers (Plex, Audiobookshelf, Immich); notifies via Gotify on heal or escalation |
|
||||||
@@ -61,7 +61,9 @@ CREATE TABLE IF NOT EXISTS n8n_health_dedup (
|
|||||||
|
|
||||||
### n8n Environment Variables
|
### n8n Environment Variables
|
||||||
|
|
||||||
Add these to n8n's `.env` and run `sudo docker compose up -d` to apply:
|
Two steps required — both the `.env` file AND the `docker-compose.yaml` `environment:` section must be updated, then n8n restarted with `sudo docker compose --env-file .env down n8n && sudo docker compose --env-file .env up -d n8n`.
|
||||||
|
|
||||||
|
**automation/.env** — add these:
|
||||||
|
|
||||||
| Variable | Used by | How to get |
|
| Variable | Used by | How to get |
|
||||||
|----------|---------|------------|
|
|----------|---------|------------|
|
||||||
@@ -69,6 +71,20 @@ Add these to n8n's `.env` and run `sudo docker compose up -d` to apply:
|
|||||||
| `PAPERLESS_TAG_TRANSCRIPTION` | 04 | Tag ID from Paperless API |
|
| `PAPERLESS_TAG_TRANSCRIPTION` | 04 | Tag ID from Paperless API |
|
||||||
| `PAPERLESS_TAG_LECTURE_NOTES` | 08 | Tag ID from Paperless API |
|
| `PAPERLESS_TAG_LECTURE_NOTES` | 08 | Tag ID from Paperless API |
|
||||||
| `N8N_API_KEY` | 15 | n8n → Settings → API → Create API Key |
|
| `N8N_API_KEY` | 15 | n8n → Settings → API → Create API Key |
|
||||||
|
| `LITELLM_API_KEY` | 01, 04, 08 | LiteLLM virtual key (already in .env) |
|
||||||
|
|
||||||
|
**automation/docker-compose.yaml** — add to n8n `environment:` section:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
N8N_BLOCK_ENV_ACCESS_IN_NODE: "false"
|
||||||
|
LITELLM_API_KEY: ${LITELLM_API_KEY}
|
||||||
|
PAPERLESS_API_TOKEN: ${PAPERLESS_API_TOKEN}
|
||||||
|
PAPERLESS_TAG_TRANSCRIPTION: ${PAPERLESS_TAG_TRANSCRIPTION}
|
||||||
|
PAPERLESS_TAG_LECTURE_NOTES: ${PAPERLESS_TAG_LECTURE_NOTES}
|
||||||
|
N8N_API_KEY: ${N8N_API_KEY}
|
||||||
|
```
|
||||||
|
|
||||||
|
> **Note:** `N8N_BLOCK_ENV_ACCESS_IN_NODE: "false"` is required for workflows to read `$env.*` variables. Without it, env var access is silently denied even if the variable exists in the container.
|
||||||
|
|
||||||
### SSH Credential (required for workflow 16)
|
### SSH Credential (required for workflow 16)
|
||||||
|
|
||||||
@@ -172,7 +188,7 @@ curl -X POST https://n8n.paccoco.com/webhook/transcribe/summarize \
|
|||||||
|
|
||||||
### Add a class recording (just drop a file):
|
### Add a class recording (just drop a file):
|
||||||
```
|
```
|
||||||
/mnt/data/class-recordings/
|
/mnt/tank/class-recordings/
|
||||||
├── CS101-Java/
|
├── CS101-Java/
|
||||||
│ ├── lecture-01-intro.wav
|
│ ├── lecture-01-intro.wav
|
||||||
│ ├── lecture-02-variables.wav
|
│ ├── lecture-02-variables.wav
|
||||||
@@ -183,8 +199,9 @@ curl -X POST https://n8n.paccoco.com/webhook/transcribe/summarize \
|
|||||||
└── essay-workshop.wav
|
└── essay-workshop.wav
|
||||||
```
|
```
|
||||||
|
|
||||||
The workflow detects the class from the subfolder name and the lecture title from the filename.
|
Workflow 08 uses a webhook trigger (`POST /webhook/class/upload`), not a folder watcher. Upload the file via curl and include the class name and lecture title as form fields (see curl example below).
|
||||||
Just drop a `.wav` file into the right class folder and it auto-processes.
|
|
||||||
|
> **Note:** The folder structure above shows suggested organization on disk. The workflow does not watch the folder — you must POST to the webhook.
|
||||||
|
|
||||||
### Query RAG for class-specific content:
|
### Query RAG for class-specific content:
|
||||||
```bash
|
```bash
|
||||||
@@ -197,20 +214,31 @@ The RAG system stores class name metadata with each chunk, so when you mention a
|
|||||||
|
|
||||||
### Class Recordings Setup (Workflow 08)
|
### Class Recordings Setup (Workflow 08)
|
||||||
|
|
||||||
Requires n8n volume mount to the NFS share. Add to n8n's docker-compose:
|
Create class subfolders on PD (already done for CS101-Java):
|
||||||
```yaml
|
|
||||||
volumes:
|
|
||||||
- /mnt/tank/docker/appdata/n8n:/home/node/.n8n
|
|
||||||
- /mnt/data/class-recordings:/data/class-recordings
|
|
||||||
```
|
|
||||||
|
|
||||||
Create class subfolders:
|
|
||||||
```bash
|
```bash
|
||||||
mkdir -p /mnt/data/class-recordings/CS101-Java
|
sudo mkdir -p /mnt/tank/class-recordings/CS101-Java
|
||||||
mkdir -p /mnt/data/class-recordings/MATH201
|
sudo mkdir -p /mnt/tank/class-recordings/MATH201
|
||||||
```
|
```
|
||||||
|
|
||||||
Then restart n8n and activate the workflow. Any `.wav` dropped into a subfolder triggers automatic transcription + RAG ingest.
|
Add to n8n's **automation/.env**:
|
||||||
|
```
|
||||||
|
PAPERLESS_TAG_LECTURE_NOTES=11
|
||||||
|
```
|
||||||
|
|
||||||
|
Add to n8n's **automation/docker-compose.yaml** under the n8n `environment:` section:
|
||||||
|
```yaml
|
||||||
|
PAPERLESS_TAG_LECTURE_NOTES: ${PAPERLESS_TAG_LECTURE_NOTES}
|
||||||
|
```
|
||||||
|
|
||||||
|
Then restart n8n and import/activate `08-class-recording-rag-v1.1.json`.
|
||||||
|
|
||||||
|
To upload a class recording:
|
||||||
|
```bash
|
||||||
|
curl -X POST https://n8n.paccoco.com/webhook/class/upload \
|
||||||
|
-F "data=@lecture-01-intro.wav" \
|
||||||
|
-F "class_name=CS101-Java" \
|
||||||
|
-F "lecture_title=lecture-01-intro"
|
||||||
|
```
|
||||||
|
|
||||||
### Trigger RSS digest manually:
|
### Trigger RSS digest manually:
|
||||||
```bash
|
```bash
|
||||||
@@ -240,3 +268,111 @@ Edit the "Define RSS Feeds" Code node to add/remove feeds. Default feeds:
|
|||||||
- Hacker News
|
- Hacker News
|
||||||
|
|
||||||
Add any RSS feed URL you want monitored.
|
Add any RSS feed URL you want monitored.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Workflow 17 — Paperless Intake Triage → Doris Review Queue
|
||||||
|
|
||||||
|
Import `17-paperless-intake-triage.json` for a review-first Paperless intake workflow. It is intentionally conservative: it writes a sanitized local review queue for Doris Dashboard and does **not** delete documents. Automatic Paperless updates are disabled by default.
|
||||||
|
|
||||||
|
### Trigger
|
||||||
|
|
||||||
|
Configure a Paperless-NGX post-consumption webhook to POST to:
|
||||||
|
|
||||||
|
```text
|
||||||
|
https://n8n.paccoco.com/webhook/paperless/intake-triage
|
||||||
|
```
|
||||||
|
|
||||||
|
Body:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{"document_id": 12345}
|
||||||
|
```
|
||||||
|
|
||||||
|
Fixture: `fixtures/paperless-intake-webhook.example.json`.
|
||||||
|
|
||||||
|
### Environment variables
|
||||||
|
|
||||||
|
Add these to `automation/.env` and expose them in the n8n `environment:` block:
|
||||||
|
|
||||||
|
| Variable | Required | Default | Purpose |
|
||||||
|
|----------|----------|---------|---------|
|
||||||
|
| `PAPERLESS_BASE_URL` | yes | `https://paperless.paccoco.com` | Paperless API/UI base URL |
|
||||||
|
| `PAPERLESS_API_TOKEN` | yes | none | Paperless API token; used as `Token ...` |
|
||||||
|
| `LITELLM_BASE_URL` | yes | `http://10.5.1.6:4000` | LiteLLM OpenAI-compatible endpoint |
|
||||||
|
| `LITELLM_API_KEY` | yes | none | LiteLLM key |
|
||||||
|
| `PAPERLESS_TRIAGE_MODEL` | no | `gpt-4o-mini` | Model for strict JSON triage |
|
||||||
|
| `PAPERLESS_TRIAGE_REVIEW_QUEUE_PATH` | yes | `/data/paperless_review.json` | Sanitized JSON queue path mounted for Doris Dashboard |
|
||||||
|
| `PAPERLESS_TRIAGE_REVIEW_MAX_ITEMS` | no | `200` | Max queue entries retained |
|
||||||
|
| `PAPERLESS_TRIAGE_APPLY_SAFE` | no | `false` | Enables low-risk title-only update branch when `true` |
|
||||||
|
| `GOTIFY_URL` | no | none | Enables urgent-doc notification only when token also set |
|
||||||
|
| `GOTIFY_TOKEN` | no | none | Gotify app token for urgent docs |
|
||||||
|
| `NODE_FUNCTION_ALLOW_BUILTIN` | yes for queue file | none | Must include `fs,path` for the Code node that writes JSON |
|
||||||
|
| `N8N_BLOCK_ENV_ACCESS_IN_NODE` | yes | existing note | Must be `false` so Code nodes can read `$env` |
|
||||||
|
|
||||||
|
Example environment additions:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
N8N_BLOCK_ENV_ACCESS_IN_NODE: "false"
|
||||||
|
NODE_FUNCTION_ALLOW_BUILTIN: fs,path
|
||||||
|
PAPERLESS_BASE_URL: ${PAPERLESS_BASE_URL}
|
||||||
|
PAPERLESS_API_TOKEN: ${PAPERLESS_API_TOKEN}
|
||||||
|
LITELLM_BASE_URL: ${LITELLM_BASE_URL}
|
||||||
|
LITELLM_API_KEY: ${LITELLM_API_KEY}
|
||||||
|
PAPERLESS_TRIAGE_MODEL: ${PAPERLESS_TRIAGE_MODEL}
|
||||||
|
PAPERLESS_TRIAGE_REVIEW_QUEUE_PATH: /workspace/doris-dashboard/data/paperless_review.json
|
||||||
|
PAPERLESS_TRIAGE_APPLY_SAFE: "false"
|
||||||
|
```
|
||||||
|
|
||||||
|
Mount the Doris dashboard data directory read/write into the n8n container if it is not already mounted. The workflow writes only sanitized display data: document IDs, titles, filenames, archive URL, current metadata names/IDs, triage summary, review reason, urgency, confidence, and safety flags. It must not contain tokens.
|
||||||
|
|
||||||
|
### Safety gates
|
||||||
|
|
||||||
|
The LLM must return strict JSON:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"summary": "plain English summary",
|
||||||
|
"suggested_title": "clean title",
|
||||||
|
"document_type": "bill|receipt|school|medical|tax|insurance|legal|manual|letter|other",
|
||||||
|
"suggested_correspondent": "string or null",
|
||||||
|
"suggested_tags": ["..."],
|
||||||
|
"due_date": "YYYY-MM-DD or null",
|
||||||
|
"needs_review": true,
|
||||||
|
"urgency": "none|low|medium|high",
|
||||||
|
"reason": "why review/why not",
|
||||||
|
"confidence": "high|medium|low"
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
The workflow forcibly marks `needs_review=true` for:
|
||||||
|
|
||||||
|
- legal, medical, school, tax, or insurance documents
|
||||||
|
- any due date
|
||||||
|
- bill/payment/invoice language
|
||||||
|
- low confidence
|
||||||
|
- urgency medium or high
|
||||||
|
|
||||||
|
Only high-confidence, low-risk docs with no due date and urgency `none|low` become eligible for automatic update, and even then the branch is disabled unless `PAPERLESS_TRIAGE_APPLY_SAFE=true`. The safe update branch currently updates **title only**. It does not delete, archive, or apply high-risk metadata.
|
||||||
|
|
||||||
|
### Test payload and expected result
|
||||||
|
|
||||||
|
- Webhook payload: `fixtures/paperless-intake-webhook.example.json`
|
||||||
|
- Example Paperless API document: `fixtures/paperless-intake-document.example.json`
|
||||||
|
- Expected triage JSON: `fixtures/paperless-intake-expected-triage.example.json`
|
||||||
|
|
||||||
|
The fixture is a utility bill with a due date, so the safety gate must force human review.
|
||||||
|
|
||||||
|
### Import/deploy steps
|
||||||
|
|
||||||
|
1. Import `17-paperless-intake-triage.json` in n8n.
|
||||||
|
2. Add env vars and required volume mount.
|
||||||
|
3. Restart n8n using the normal automation compose procedure.
|
||||||
|
4. Keep `PAPERLESS_TRIAGE_APPLY_SAFE=false` for initial testing.
|
||||||
|
5. Use a known test document and POST `{"document_id": <id>}` to `/webhook/paperless/intake-triage`.
|
||||||
|
6. Confirm `doris-dashboard/data/paperless_review.json` updates and contains no secrets.
|
||||||
|
7. Activate the Paperless webhook only after the test queue file is correct.
|
||||||
|
|
||||||
|
### Rollback
|
||||||
|
|
||||||
|
Deactivate the workflow and remove the Paperless webhook target. If needed, move `doris-dashboard/data/paperless_review.json` aside; it is display-only derived data. No Paperless deletion path exists in this workflow.
|
||||||
|
|||||||
107
n8n-workflows/TESTING-STATUS.md
Normal file
107
n8n-workflows/TESTING-STATUS.md
Normal file
@@ -0,0 +1,107 @@
|
|||||||
|
# n8n Workflow Testing Status
|
||||||
|
_Last updated: 2026-05-10_
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## ✅ Confirmed Working
|
||||||
|
|
||||||
|
| # | Workflow | Version | Notes |
|
||||||
|
|---|----------|---------|-------|
|
||||||
|
| 01 | Grafana Alert → AI + Gotify | v1.4 | Dedup + recovery branch confirmed |
|
||||||
|
| 08 | Class Recording RAG | v1.2 | Paperless + Gotify end-to-end confirmed |
|
||||||
|
| 09 | Class Transcript Ingest | v1.1 | Gotify confirmed |
|
||||||
|
| 14 | Paperless Inbox Reminder | v1.2 | Fixed: `Bearer` → `Token` auth; fixed: `hasItemsStr` bug |
|
||||||
|
| 15 | n8n Health Monitor | v1.2 | Fixed: workflow names (was showing IDs); Postgres dedup working |
|
||||||
|
| 16 | NFS Watchdog + Auto-Heal | v1.2 | Confirmed working |
|
||||||
|
| 07 | Git Commit → AI Summary → Gotify | v1.0 | Confirmed working |
|
||||||
|
|
||||||
|
## ⏸ Retired
|
||||||
|
|
||||||
|
| # | Workflow | Reason |
|
||||||
|
|---|----------|--------|
|
||||||
|
| 04 | Whisper Transcription | Replaced — transcription now runs via Docker on Rocinante (RTX 4090) and sends directly to n8n |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 🔲 Not Yet Tested
|
||||||
|
|
||||||
|
### 02 — RAG Pipeline v1.0
|
||||||
|
**What it does:** Two webhooks — `POST /rag/ingest` chunks + embeds text into Qdrant; `POST /rag/query` embeds query, searches Qdrant, asks LiteLLM, returns answer.
|
||||||
|
|
||||||
|
**Pre-test checklist:**
|
||||||
|
- [ ] `knowledge_base` collection exists in Qdrant (`GET http://10.5.1.6:6333/collections`)
|
||||||
|
- [ ] `nomic-embed-text` model pulled in Ollama (`ollama list` on PD)
|
||||||
|
- [ ] **Hardcoded LiteLLM key** in `LiteLLM Answer` node — should use `$env.LITELLM_API_KEY`
|
||||||
|
|
||||||
|
**Test approach:** POST `{"text": "some test content", "source": "test"}` to `/rag/ingest`, then POST `{"query": "test content question"}` to `/rag/query` and verify an answer comes back.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
### 03 — Paperless AI Processing v1.0
|
||||||
|
**What it does:** Paperless webhook on new document → AI classifies (type/summary/tags) → adds note to doc + sends Gotify + applies tags (parallel branches after `Parse Analysis`).
|
||||||
|
|
||||||
|
**Pre-test checklist:**
|
||||||
|
- [ ] Paperless webhook configured to POST to `https://n8n.paccoco.com/webhook/paperless/new-document` on document add
|
||||||
|
- [ ] **Hardcoded Paperless token** in `Fetch Document`, `Add Note to Document`, and inline in `Apply Suggested Tags to Paperless` code — should use `$env.PAPERLESS_API_TOKEN`
|
||||||
|
- [ ] **Hardcoded LiteLLM key** in `AI Classify & Extract` — should use `$env.LITELLM_API_KEY`
|
||||||
|
- [ ] Gotify credential `ajvRjvj0QldLQYmo` ("Paperless") — already wired ✓
|
||||||
|
|
||||||
|
**Test approach:** Upload a test document to Paperless, then manually POST `{"document_id": <id>}` to the webhook to trigger processing. Check Paperless for note + tags, check Gotify for notification.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
### 05 — Paperless → RAG v1.0
|
||||||
|
**What it does:** Webhook on `POST /paperless/rag-ingest` → fetches Paperless doc → chunks + embeds content → upserts to Qdrant `knowledge_base` → Gotify notification.
|
||||||
|
|
||||||
|
**Pre-test checklist:**
|
||||||
|
- [ ] `knowledge_base` collection exists in Qdrant (same as 02)
|
||||||
|
- [ ] **Hardcoded Paperless token** in `Fetch Document` — should use `$env.PAPERLESS_API_TOKEN`
|
||||||
|
- [ ] Gotify credential `SETUP_REQUIRED` ("Paperless RAG") — needs wiring
|
||||||
|
|
||||||
|
**Test approach:** POST `{"document_id": <id>}` to the webhook. Verify chunks appear in Qdrant and Gotify notification fires.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
### 06 — RSS Digest v1.0
|
||||||
|
**What it does:** Every 6 hours (+ manual webhook + manual trigger), fetches 33 RSS feeds, parses items, deduplicates via Postgres (`rss_seen_items` table), scores by keyword relevance/urgency, AI-summarizes new items per feed, pushes per-feed digests to Gotify.
|
||||||
|
|
||||||
|
**Pre-test checklist:**
|
||||||
|
- [ ] `rss_seen_items` table exists in Postgres
|
||||||
|
- [ ] **Hardcoded LiteLLM key** in `AI Summarize Feed` node — should use `$env.LITELLM_API_KEY`
|
||||||
|
- [ ] Postgres credential `n9svoXemqSZoNNUB` — already wired ✓
|
||||||
|
- [ ] Gotify credential `ExUx3oqYQyhkqZcp` ("Rss Feed") — already wired ✓
|
||||||
|
|
||||||
|
**Test approach:** Use the "When clicking Execute workflow" manual trigger. First run will insert all items as new (expect lots of Gotify notifications). Second run should be silent (all deduped).
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 🐛 Known Issues / Tech Debt
|
||||||
|
|
||||||
|
| Workflow | Issue | Priority |
|
||||||
|
|----------|-------|----------|
|
||||||
|
| 02 | Hardcoded LiteLLM API key | Medium |
|
||||||
|
| 03 | Hardcoded LiteLLM API key + Paperless token | Medium |
|
||||||
|
| 05 | Hardcoded Paperless token | Medium |
|
||||||
|
| 06 | Hardcoded LiteLLM API key | Medium |
|
||||||
|
| 07 | Hardcoded LiteLLM API key (working but tech debt) | Low |
|
||||||
|
| 15 | `includeData: false` means error messages show as "Unknown error" | Low |
|
||||||
|
| 09 v1.0 | Still active in n8n alongside v1.1 — should be deactivated | Low |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
### 17 — Paperless Intake Triage → Doris Review Queue v1.0
|
||||||
|
**What it does:** Paperless post-consumption webhook → fetch document → LiteLLM strict JSON triage → enforce review-first safety gate → write sanitized Doris Dashboard queue JSON → optional urgent Gotify notification. Safe title-only Paperless update branch exists but is disabled unless `PAPERLESS_TRIAGE_APPLY_SAFE=true`.
|
||||||
|
|
||||||
|
**Local artifact checks completed:**
|
||||||
|
- [x] Workflow JSON validates with `python3 -m json.tool`
|
||||||
|
- [x] Fixture JSON files validate with `python3 -m json.tool`
|
||||||
|
- [x] Dashboard example queue JSON validates with `python3 -m json.tool`
|
||||||
|
|
||||||
|
**Pre-test checklist:**
|
||||||
|
- [ ] Paperless webhook configured to POST `https://n8n.paccoco.com/webhook/paperless/intake-triage`
|
||||||
|
- [ ] `PAPERLESS_API_TOKEN` and `LITELLM_API_KEY` exposed to n8n through env vars; no hardcoded secrets
|
||||||
|
- [ ] `NODE_FUNCTION_ALLOW_BUILTIN=fs,path` set for queue file writer
|
||||||
|
- [ ] n8n has a writeable mount to `doris-dashboard/data/paperless_review.json`
|
||||||
|
- [ ] `PAPERLESS_TRIAGE_APPLY_SAFE=false` during initial validation
|
||||||
|
|
||||||
|
**Test approach:** Upload a harmless test document to Paperless, POST `{"document_id": <id>}` to the webhook, and confirm `doris-dashboard/data/paperless_review.json` contains a sanitized review item. Use a bill/due-date fixture to verify forced human review.
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
{
|
||||||
|
"id": 12345,
|
||||||
|
"title": "scan_2026_05_12",
|
||||||
|
"original_filename": "utility_statement_may.pdf",
|
||||||
|
"created": "2026-05-12",
|
||||||
|
"added": "2026-05-13T02:14:00Z",
|
||||||
|
"correspondent_detail": {"name": "CDE Lightband"},
|
||||||
|
"document_type_detail": {"name": "Statement"},
|
||||||
|
"tags_detail": [{"name": "inbox"}],
|
||||||
|
"content": "CDE Lightband monthly utility statement. Amount due $142.17. Payment due by 2026-06-05."
|
||||||
|
}
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
{
|
||||||
|
"summary": "Monthly utility bill from CDE Lightband for $142.17 due on 2026-06-05.",
|
||||||
|
"suggested_title": "CDE Lightband Utility Bill - May 2026",
|
||||||
|
"document_type": "bill",
|
||||||
|
"suggested_correspondent": "CDE Lightband",
|
||||||
|
"suggested_tags": ["paperless-triage", "utility", "bill"],
|
||||||
|
"due_date": "2026-06-05",
|
||||||
|
"needs_review": true,
|
||||||
|
"urgency": "medium",
|
||||||
|
"reason": "Contains a payment due date; safety gate requires human review.",
|
||||||
|
"confidence": "high"
|
||||||
|
}
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
{
|
||||||
|
"document_id": 12345
|
||||||
|
}
|
||||||
2
rocinante/.env.example
Normal file
2
rocinante/.env.example
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
TZ=America/Chicago
|
||||||
|
N8N_WEBHOOK_URL=https://n8n.paccoco.com/webhook/class/ingest
|
||||||
42
rocinante/docker-compose.yaml
Normal file
42
rocinante/docker-compose.yaml
Normal file
@@ -0,0 +1,42 @@
|
|||||||
|
name: rocinante
|
||||||
|
|
||||||
|
services:
|
||||||
|
|
||||||
|
whisper:
|
||||||
|
image: fedirz/faster-whisper-server:latest-cuda
|
||||||
|
container_name: rocinante-whisper
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "8787:8000"
|
||||||
|
environment:
|
||||||
|
WHISPER__MODEL: large-v3
|
||||||
|
WHISPER__INFERENCE_DEVICE: cuda
|
||||||
|
WHISPER__VAD_FILTER: "false"
|
||||||
|
WHISPER__CONDITION_ON_PREVIOUS_TEXT: "false"
|
||||||
|
TZ: ${TZ}
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- driver: nvidia
|
||||||
|
count: 1
|
||||||
|
capabilities: [gpu]
|
||||||
|
volumes:
|
||||||
|
- whisper-cache:/root/.cache/huggingface
|
||||||
|
|
||||||
|
watcher:
|
||||||
|
build: ./watcher
|
||||||
|
container_name: rocinante-watcher
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
WHISPER_URL: http://whisper:8000
|
||||||
|
N8N_WEBHOOK_URL: ${N8N_WEBHOOK_URL}
|
||||||
|
WATCH_DIR: /recordings
|
||||||
|
TZ: ${TZ}
|
||||||
|
volumes:
|
||||||
|
- C:/Recordings:/recordings
|
||||||
|
depends_on:
|
||||||
|
- whisper
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
whisper-cache:
|
||||||
12
rocinante/watcher/Dockerfile
Normal file
12
rocinante/watcher/Dockerfile
Normal file
@@ -0,0 +1,12 @@
|
|||||||
|
FROM python:3.12-slim
|
||||||
|
|
||||||
|
RUN apt-get update && \
|
||||||
|
apt-get install -y --no-install-recommends ffmpeg && \
|
||||||
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
|
RUN pip install --no-cache-dir watchdog requests
|
||||||
|
|
||||||
|
COPY watch.py /app/watch.py
|
||||||
|
WORKDIR /app
|
||||||
|
|
||||||
|
CMD ["python", "-u", "watch.py"]
|
||||||
360
rocinante/watcher/watch.py
Normal file
360
rocinante/watcher/watch.py
Normal file
@@ -0,0 +1,360 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""
|
||||||
|
Class recording watcher for Rocinante.
|
||||||
|
|
||||||
|
Watches C:/Recordings (mounted as /recordings) for new .wav files.
|
||||||
|
For each file detected:
|
||||||
|
1. Waits for the file to finish being written
|
||||||
|
2. Converts WAV -> MP3 via ffmpeg (deletes original WAV)
|
||||||
|
3. Splits long recordings into 10-minute chunks
|
||||||
|
4. Transcribes each chunk via local faster-whisper-server (large-v3, CUDA)
|
||||||
|
5. Stitches results back together with corrected timestamps
|
||||||
|
6. POSTs transcript + metadata to n8n /webhook/class/ingest
|
||||||
|
|
||||||
|
Folder convention: subfolder name = class name
|
||||||
|
/recordings/HIST-2020/lecture-03-3.wav -> class=HIST-2020, title=lecture 03 3
|
||||||
|
"""
|
||||||
|
|
||||||
|
import os
|
||||||
|
import time
|
||||||
|
import subprocess
|
||||||
|
import logging
|
||||||
|
import requests
|
||||||
|
from pathlib import Path
|
||||||
|
from watchdog.observers.polling import PollingObserver as Observer
|
||||||
|
from watchdog.events import FileSystemEventHandler
|
||||||
|
|
||||||
|
# Config from environment
|
||||||
|
WHISPER_URL = os.environ.get("WHISPER_URL", "http://whisper:8000")
|
||||||
|
N8N_WEBHOOK = os.environ.get("N8N_WEBHOOK_URL", "https://n8n.paccoco.com/webhook/class/ingest")
|
||||||
|
WATCH_DIR = os.environ.get("WATCH_DIR", "/recordings")
|
||||||
|
WHISPER_MODEL = os.environ.get("WHISPER_MODEL", "large-v3")
|
||||||
|
CHUNK_MINUTES = int(os.environ.get("CHUNK_MINUTES", "10"))
|
||||||
|
|
||||||
|
logging.basicConfig(
|
||||||
|
level=logging.INFO,
|
||||||
|
format="%(asctime)s %(levelname)-8s %(message)s",
|
||||||
|
datefmt="%Y-%m-%d %H:%M:%S",
|
||||||
|
)
|
||||||
|
log = logging.getLogger("watcher")
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Helpers
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
def wait_for_file_stable(path: Path, interval: float = 2.0, required_stable: int = 3) -> None:
|
||||||
|
"""Block until the file size stops changing (i.e. the copy is complete)."""
|
||||||
|
log.info(f"Waiting for {path.name} to finish writing...")
|
||||||
|
prev_size = -1
|
||||||
|
stable_count = 0
|
||||||
|
while stable_count < required_stable:
|
||||||
|
try:
|
||||||
|
size = path.stat().st_size
|
||||||
|
except FileNotFoundError:
|
||||||
|
time.sleep(interval)
|
||||||
|
continue
|
||||||
|
if size == prev_size and size > 0:
|
||||||
|
stable_count += 1
|
||||||
|
else:
|
||||||
|
stable_count = 0
|
||||||
|
prev_size = size
|
||||||
|
time.sleep(interval)
|
||||||
|
log.info(f"{path.name} is stable ({prev_size:,} bytes)")
|
||||||
|
|
||||||
|
# Extra check: verify the file handle is released and readable
|
||||||
|
for attempt in range(60):
|
||||||
|
try:
|
||||||
|
with open(path, 'rb') as f:
|
||||||
|
f.read(1024)
|
||||||
|
break
|
||||||
|
except (PermissionError, OSError) as e:
|
||||||
|
log.info(f"File not yet readable ({e}), retrying... ({attempt + 1}/60)")
|
||||||
|
time.sleep(5)
|
||||||
|
else:
|
||||||
|
raise RuntimeError(f"File {path.name} is not readable after 60 attempts")
|
||||||
|
|
||||||
|
|
||||||
|
def convert_to_mp3(wav_path: Path) -> Path:
|
||||||
|
mp3_path = wav_path.with_suffix(".mp3")
|
||||||
|
log.info(f"Converting to MP3: {wav_path.name}")
|
||||||
|
result = subprocess.run(
|
||||||
|
[
|
||||||
|
"ffmpeg", "-y",
|
||||||
|
"-i", str(wav_path),
|
||||||
|
"-codec:a", "libmp3lame",
|
||||||
|
"-qscale:a", "4",
|
||||||
|
str(mp3_path),
|
||||||
|
],
|
||||||
|
capture_output=True,
|
||||||
|
text=True,
|
||||||
|
)
|
||||||
|
if result.returncode != 0:
|
||||||
|
raise RuntimeError(f"ffmpeg failed:\n{result.stderr}")
|
||||||
|
wav_path.unlink()
|
||||||
|
log.info(f"Deleted original WAV: {wav_path.name}")
|
||||||
|
return mp3_path
|
||||||
|
|
||||||
|
|
||||||
|
def get_duration(mp3_path: Path) -> float:
|
||||||
|
"""Return audio duration in seconds via ffprobe."""
|
||||||
|
result = subprocess.run(
|
||||||
|
[
|
||||||
|
"ffprobe", "-v", "quiet",
|
||||||
|
"-show_entries", "format=duration",
|
||||||
|
"-of", "csv=p=0",
|
||||||
|
str(mp3_path),
|
||||||
|
],
|
||||||
|
capture_output=True,
|
||||||
|
text=True,
|
||||||
|
)
|
||||||
|
return float(result.stdout.strip() or "0")
|
||||||
|
|
||||||
|
|
||||||
|
def split_into_chunks(mp3_path: Path, chunk_minutes: int = CHUNK_MINUTES) -> list:
|
||||||
|
"""Split MP3 into chunks. Returns [mp3_path] if short enough."""
|
||||||
|
duration = get_duration(mp3_path)
|
||||||
|
chunk_secs = chunk_minutes * 60
|
||||||
|
|
||||||
|
if duration <= chunk_secs:
|
||||||
|
log.info(f"Recording is {duration/60:.1f}min — no splitting needed")
|
||||||
|
return [mp3_path]
|
||||||
|
|
||||||
|
total_chunks = int(duration / chunk_secs) + 1
|
||||||
|
log.info(f"Recording is {duration/60:.1f}min — splitting into {total_chunks} x {chunk_minutes}min chunks")
|
||||||
|
|
||||||
|
chunks = []
|
||||||
|
start = 0.0
|
||||||
|
i = 0
|
||||||
|
while start < duration:
|
||||||
|
chunk_path = mp3_path.parent / f"{mp3_path.stem}_chunk{i:03d}.mp3"
|
||||||
|
subprocess.run(
|
||||||
|
[
|
||||||
|
"ffmpeg", "-y",
|
||||||
|
"-i", str(mp3_path),
|
||||||
|
"-ss", str(start),
|
||||||
|
"-t", str(chunk_secs),
|
||||||
|
"-codec:a", "copy",
|
||||||
|
str(chunk_path),
|
||||||
|
],
|
||||||
|
capture_output=True,
|
||||||
|
)
|
||||||
|
chunks.append((chunk_path, start))
|
||||||
|
start += chunk_secs
|
||||||
|
i += 1
|
||||||
|
|
||||||
|
return chunks
|
||||||
|
|
||||||
|
|
||||||
|
def transcribe_chunk(mp3_path: Path) -> dict:
|
||||||
|
with open(mp3_path, "rb") as f:
|
||||||
|
resp = requests.post(
|
||||||
|
f"{WHISPER_URL}/v1/audio/transcriptions",
|
||||||
|
files={"file": (mp3_path.name, f, "audio/mpeg")},
|
||||||
|
data={
|
||||||
|
"model": WHISPER_MODEL,
|
||||||
|
"language": "en",
|
||||||
|
"response_format": "verbose_json",
|
||||||
|
},
|
||||||
|
timeout=3600,
|
||||||
|
)
|
||||||
|
resp.raise_for_status()
|
||||||
|
return resp.json()
|
||||||
|
|
||||||
|
|
||||||
|
def transcribe(mp3_path: Path) -> dict:
|
||||||
|
"""Transcribe an MP3, splitting into chunks if needed."""
|
||||||
|
chunks = split_into_chunks(mp3_path)
|
||||||
|
|
||||||
|
# Short recording — single chunk, no splitting
|
||||||
|
if len(chunks) == 1 and isinstance(chunks[0], Path):
|
||||||
|
log.info(f"Transcribing {mp3_path.name} with {WHISPER_MODEL}...")
|
||||||
|
result = transcribe_chunk(mp3_path)
|
||||||
|
result["segments"] = deduplicate_hallucinations(result.get("segments", []))
|
||||||
|
log.info("Transcription complete")
|
||||||
|
return result
|
||||||
|
|
||||||
|
# Long recording — transcribe each chunk and stitch
|
||||||
|
all_segments = []
|
||||||
|
all_text = []
|
||||||
|
|
||||||
|
for i, (chunk_path, time_offset) in enumerate(chunks):
|
||||||
|
log.info(f"Transcribing chunk {i+1}/{len(chunks)}: {chunk_path.name} (offset {time_offset/60:.1f}min)")
|
||||||
|
try:
|
||||||
|
result = transcribe_chunk(chunk_path)
|
||||||
|
segments = result.get("segments", [])
|
||||||
|
for s in segments:
|
||||||
|
s["start"] = s.get("start", 0) + time_offset
|
||||||
|
s["end"] = s.get("end", 0) + time_offset
|
||||||
|
all_segments.extend(segments)
|
||||||
|
all_text.append(result.get("text", "").strip())
|
||||||
|
except Exception as e:
|
||||||
|
log.error(f"Chunk {i+1} failed: {e}")
|
||||||
|
finally:
|
||||||
|
chunk_path.unlink(missing_ok=True)
|
||||||
|
|
||||||
|
all_segments = deduplicate_hallucinations(all_segments)
|
||||||
|
total_duration = get_duration(mp3_path)
|
||||||
|
log.info(f"Transcription complete — {len(chunks)} chunks stitched")
|
||||||
|
return {
|
||||||
|
"text": " ".join(all_text),
|
||||||
|
"segments": all_segments,
|
||||||
|
"duration": total_duration,
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def is_silence(text: str) -> bool:
|
||||||
|
"""Return True if the segment is just silence/noise markers."""
|
||||||
|
stripped = text.strip()
|
||||||
|
return not stripped or all(c in '.…♪ \t' for c in stripped)
|
||||||
|
|
||||||
|
|
||||||
|
def deduplicate_hallucinations(segments: list, max_repeats: int = 3) -> list:
|
||||||
|
"""
|
||||||
|
Remove Whisper phrase-loop hallucinations.
|
||||||
|
|
||||||
|
When Whisper gets stuck it emits the same segment text hundreds of times
|
||||||
|
in a row (e.g. "I'm also a software engineer." × 200). This function
|
||||||
|
collapses any run longer than `max_repeats` down to at most `max_repeats`
|
||||||
|
occurrences and logs a warning so the truncation is visible in the logs.
|
||||||
|
"""
|
||||||
|
if not segments:
|
||||||
|
return segments
|
||||||
|
|
||||||
|
result = []
|
||||||
|
i = 0
|
||||||
|
while i < len(segments):
|
||||||
|
text = segments[i].get("text", "").strip().lower()
|
||||||
|
j = i + 1
|
||||||
|
while j < len(segments) and segments[j].get("text", "").strip().lower() == text:
|
||||||
|
j += 1
|
||||||
|
count = j - i
|
||||||
|
if count > max_repeats:
|
||||||
|
log.warning(
|
||||||
|
f"Hallucination detected: '{segments[i].get('text', '').strip()[:60]}'"
|
||||||
|
f" × {count} — keeping {max_repeats}, dropping {count - max_repeats}"
|
||||||
|
)
|
||||||
|
result.extend(segments[i : i + max_repeats])
|
||||||
|
else:
|
||||||
|
result.extend(segments[i:j])
|
||||||
|
i = j
|
||||||
|
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
def build_timestamped(segments: list) -> str:
|
||||||
|
lines = []
|
||||||
|
for s in segments:
|
||||||
|
text = s.get('text', '').strip()
|
||||||
|
if is_silence(text):
|
||||||
|
continue
|
||||||
|
mins = int(s.get("start", 0) // 60)
|
||||||
|
secs = int(s.get("start", 0) % 60)
|
||||||
|
lines.append(f"[{mins}:{secs:02d}] {text}")
|
||||||
|
return "\n".join(lines)
|
||||||
|
|
||||||
|
|
||||||
|
def send_to_n8n(class_name: str, lecture_title: str, result: dict) -> None:
|
||||||
|
segments = result.get("segments", [])
|
||||||
|
# Filter silence from full text
|
||||||
|
meaningful = [s.get("text", "") for s in segments if not is_silence(s.get("text", ""))]
|
||||||
|
full_text = " ".join(meaningful).strip() or result.get("text", "").strip()
|
||||||
|
duration = result.get("duration") or (segments[-1].get("end", 0) if segments else 0)
|
||||||
|
|
||||||
|
payload = {
|
||||||
|
"class_name": class_name,
|
||||||
|
"lecture_title": lecture_title,
|
||||||
|
"transcript": full_text,
|
||||||
|
"timestamped_transcript": build_timestamped(segments),
|
||||||
|
"duration_seconds": duration,
|
||||||
|
}
|
||||||
|
|
||||||
|
log.info(f"Sending to n8n: {class_name} / {lecture_title} ({len(full_text)} chars)")
|
||||||
|
resp = requests.post(N8N_WEBHOOK, json=payload, timeout=300)
|
||||||
|
resp.raise_for_status()
|
||||||
|
log.info(f"n8n accepted — HTTP {resp.status_code}")
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Processing pipeline
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
def process_wav(wav_path: Path) -> None:
|
||||||
|
# Must be inside a class subfolder, not the root recordings dir
|
||||||
|
if wav_path.parent == Path(WATCH_DIR):
|
||||||
|
log.warning(f"Skipping {wav_path.name} — drop files into a class subfolder, e.g. /recordings/HIST-2020/")
|
||||||
|
return
|
||||||
|
|
||||||
|
class_name = wav_path.parent.name
|
||||||
|
lecture_title = wav_path.stem.replace("-", " ").replace("_", " ")
|
||||||
|
|
||||||
|
log.info(f"--- Processing: {class_name} / {lecture_title} ---")
|
||||||
|
|
||||||
|
wait_for_file_stable(wav_path)
|
||||||
|
mp3_path = convert_to_mp3(wav_path)
|
||||||
|
|
||||||
|
result = transcribe(mp3_path)
|
||||||
|
send_to_n8n(class_name, lecture_title, result)
|
||||||
|
|
||||||
|
log.info(f"--- Done: {class_name} / {lecture_title} ---")
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Watchdog handler
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
class WavHandler(FileSystemEventHandler):
|
||||||
|
def on_created(self, event):
|
||||||
|
if event.is_directory:
|
||||||
|
return
|
||||||
|
path = Path(event.src_path)
|
||||||
|
if path.suffix.lower() == ".wav":
|
||||||
|
log.info(f"Detected new WAV: {path}")
|
||||||
|
try:
|
||||||
|
process_wav(path)
|
||||||
|
except Exception as exc:
|
||||||
|
log.error(f"Failed to process {path}: {exc}", exc_info=True)
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Entry point
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
def scan_existing(watch_dir: Path) -> None:
|
||||||
|
"""Process any .wav files already present at startup."""
|
||||||
|
existing = list(watch_dir.rglob("*.wav")) + list(watch_dir.rglob("*.WAV"))
|
||||||
|
if not existing:
|
||||||
|
return
|
||||||
|
log.info(f"Found {len(existing)} existing WAV(s) at startup — processing...")
|
||||||
|
for wav in existing:
|
||||||
|
try:
|
||||||
|
process_wav(wav)
|
||||||
|
except Exception as exc:
|
||||||
|
log.error(f"Failed to process {wav}: {exc}", exc_info=True)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
watch_dir = Path(WATCH_DIR)
|
||||||
|
watch_dir.mkdir(parents=True, exist_ok=True)
|
||||||
|
|
||||||
|
log.info(f"Whisper URL : {WHISPER_URL}")
|
||||||
|
log.info(f"n8n webhook : {N8N_WEBHOOK}")
|
||||||
|
log.info(f"Watching : {watch_dir} (recursive)")
|
||||||
|
|
||||||
|
# Process any WAVs already sitting in the folder
|
||||||
|
scan_existing(watch_dir)
|
||||||
|
|
||||||
|
observer = Observer()
|
||||||
|
observer.schedule(WavHandler(), str(watch_dir), recursive=True)
|
||||||
|
observer.start()
|
||||||
|
log.info("Watcher started — drop a .wav into a class subfolder to begin")
|
||||||
|
|
||||||
|
try:
|
||||||
|
while True:
|
||||||
|
time.sleep(1)
|
||||||
|
except KeyboardInterrupt:
|
||||||
|
pass
|
||||||
|
finally:
|
||||||
|
observer.stop()
|
||||||
|
observer.join()
|
||||||
|
log.info("Watcher stopped")
|
||||||
163
scripts/setup-secrets-repo.sh
Normal file
163
scripts/setup-secrets-repo.sh
Normal file
@@ -0,0 +1,163 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
# setup-secrets-repo.sh
|
||||||
|
# One-shot: creates a private encrypted secrets repo on Gitea using git-crypt.
|
||||||
|
# Run as root on PD.
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# ── CONFIG ────────────────────────────────────────────────────────────────────
|
||||||
|
GITEA_HTTP_URL="http://10.5.1.6:3000" # ← local Gitea HTTP port (check TrueNAS app config)
|
||||||
|
GITEA_SSH_PORT="2222" # ← Gitea SSH port
|
||||||
|
GITEA_USER="fizzlepoof"
|
||||||
|
GITEA_TOKEN="aa711a194bd30f6355a0f5d396520d08762483aa" # ← regenerate with write:repository + write:user scopes
|
||||||
|
REPO_NAME="homelab-secrets"
|
||||||
|
LOCAL_PATH="/mnt/docker-ssd/docker/secrets"
|
||||||
|
KEY_EXPORT_PATH="/root/.git-crypt-secrets.key" # back this up somewhere safe!
|
||||||
|
# ─────────────────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
RED='\033[0;31m'; GREEN='\033[0;32m'; YELLOW='\033[1;33m'; NC='\033[0m'
|
||||||
|
info() { echo -e "${GREEN}[+]${NC} $*"; }
|
||||||
|
warn() { echo -e "${YELLOW}[!]${NC} $*"; }
|
||||||
|
die() { echo -e "${RED}[✗]${NC} $*" >&2; exit 1; }
|
||||||
|
|
||||||
|
[[ -z "$GITEA_TOKEN" ]] && die "GITEA_TOKEN is not set. Edit the CONFIG section and re-run."
|
||||||
|
|
||||||
|
# ── 1. Dependencies ───────────────────────────────────────────────────────────
|
||||||
|
info "Checking dependencies..."
|
||||||
|
command -v git &>/dev/null || die "git is not installed"
|
||||||
|
command -v curl &>/dev/null || die "curl is not installed"
|
||||||
|
|
||||||
|
if ! command -v git-crypt &>/dev/null; then
|
||||||
|
info "git-crypt not found — installing via Docker (apt is blocked on TrueNAS)..."
|
||||||
|
command -v docker &>/dev/null || die "docker is not installed"
|
||||||
|
docker run --rm -v /tmp:/out debian:bookworm-slim \
|
||||||
|
bash -c "apt-get update -qq && apt-get install -y -qq git-crypt && cp /usr/bin/git-crypt /out/git-crypt" \
|
||||||
|
|| die "Docker-based git-crypt install failed"
|
||||||
|
mkdir -p /root/bin
|
||||||
|
cp /tmp/git-crypt /root/bin/git-crypt
|
||||||
|
chmod +x /root/bin/git-crypt
|
||||||
|
export PATH="/root/bin:$PATH"
|
||||||
|
info "git-crypt installed to /root/bin/git-crypt"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# ── 2. Create private repo on Gitea ──────────────────────────────────────────
|
||||||
|
info "Creating private repo '${REPO_NAME}' on Gitea..."
|
||||||
|
HTTP_CODE=$(curl -s -o /tmp/gitea-create.json -w "%{http_code}" \
|
||||||
|
-X POST "${GITEA_HTTP_URL}/api/v1/user/repos" \
|
||||||
|
-H "Authorization: token ${GITEA_TOKEN}" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "{
|
||||||
|
\"name\": \"${REPO_NAME}\",
|
||||||
|
\"description\": \"Homelab secrets — git-crypt encrypted\",
|
||||||
|
\"private\": true,
|
||||||
|
\"auto_init\": false
|
||||||
|
}")
|
||||||
|
|
||||||
|
if [[ "$HTTP_CODE" == "201" ]]; then
|
||||||
|
info "Repo created successfully."
|
||||||
|
elif [[ "$HTTP_CODE" == "409" ]]; then
|
||||||
|
warn "Repo already exists on Gitea — continuing."
|
||||||
|
else
|
||||||
|
cat /tmp/gitea-create.json
|
||||||
|
die "Gitea API returned HTTP ${HTTP_CODE}. Check token and URL."
|
||||||
|
fi
|
||||||
|
|
||||||
|
REPO_URL="ssh://git@10.5.1.6:${GITEA_SSH_PORT}/${GITEA_USER}/${REPO_NAME}.git"
|
||||||
|
|
||||||
|
# ── 3. Init local repo ────────────────────────────────────────────────────────
|
||||||
|
info "Setting up local repo at ${LOCAL_PATH}..."
|
||||||
|
mkdir -p "$LOCAL_PATH"
|
||||||
|
cd "$LOCAL_PATH"
|
||||||
|
|
||||||
|
if [[ ! -d .git ]]; then
|
||||||
|
git init
|
||||||
|
git remote add origin "$REPO_URL"
|
||||||
|
else
|
||||||
|
warn ".git already exists — skipping init."
|
||||||
|
git remote set-url origin "$REPO_URL" 2>/dev/null || true
|
||||||
|
fi
|
||||||
|
|
||||||
|
# ── 4. Init git-crypt ─────────────────────────────────────────────────────────
|
||||||
|
if [[ ! -d .git-crypt ]]; then
|
||||||
|
info "Initialising git-crypt..."
|
||||||
|
git-crypt init
|
||||||
|
else
|
||||||
|
warn "git-crypt already initialised — skipping."
|
||||||
|
fi
|
||||||
|
|
||||||
|
# ── 5. Export symmetric key ───────────────────────────────────────────────────
|
||||||
|
info "Exporting symmetric key to ${KEY_EXPORT_PATH}..."
|
||||||
|
git-crypt export-key "$KEY_EXPORT_PATH"
|
||||||
|
chmod 600 "$KEY_EXPORT_PATH"
|
||||||
|
warn "BACK THIS KEY UP. Without it you cannot decrypt the repo on another machine."
|
||||||
|
warn " scp root@10.5.1.6:${KEY_EXPORT_PATH} /safe/location/"
|
||||||
|
|
||||||
|
# ── 6. .gitattributes — encrypt everything except meta files ─────────────────
|
||||||
|
info "Writing .gitattributes..."
|
||||||
|
cat > .gitattributes << 'EOF'
|
||||||
|
# Encrypt everything by default
|
||||||
|
* filter=git-crypt diff=git-crypt
|
||||||
|
|
||||||
|
# These stay plaintext
|
||||||
|
.gitattributes !filter !diff
|
||||||
|
README.md !filter !diff
|
||||||
|
EOF
|
||||||
|
|
||||||
|
# ── 7. Directory structure ────────────────────────────────────────────────────
|
||||||
|
info "Creating directory structure..."
|
||||||
|
mkdir -p env keys certs tokens ssh
|
||||||
|
|
||||||
|
cat > README.md << EOF
|
||||||
|
# homelab-secrets
|
||||||
|
|
||||||
|
Private secrets store for the homelab. All files except this README and
|
||||||
|
.gitattributes are encrypted at rest with git-crypt.
|
||||||
|
|
||||||
|
## Unlock on a new machine
|
||||||
|
|
||||||
|
\`\`\`bash
|
||||||
|
git clone ${REPO_URL}
|
||||||
|
cd ${REPO_NAME}
|
||||||
|
git-crypt unlock /path/to/.git-crypt-secrets.key
|
||||||
|
\`\`\`
|
||||||
|
|
||||||
|
## Structure
|
||||||
|
|
||||||
|
| Directory | Contents |
|
||||||
|
|-----------|----------|
|
||||||
|
| \`env/\` | .env files for each stack |
|
||||||
|
| \`keys/\` | API keys and tokens |
|
||||||
|
| \`certs/\` | TLS certificates |
|
||||||
|
| \`tokens/\`| Service tokens (Paperless, LiteLLM, etc.) |
|
||||||
|
| \`ssh/\` | SSH private keys |
|
||||||
|
|
||||||
|
## Key location
|
||||||
|
|
||||||
|
The symmetric key is stored at \`${KEY_EXPORT_PATH}\` on PD.
|
||||||
|
Back it up to a password manager or USB drive.
|
||||||
|
EOF
|
||||||
|
|
||||||
|
# Placeholder files so dirs aren't empty
|
||||||
|
for dir in env keys certs tokens ssh; do
|
||||||
|
touch "${dir}/.gitkeep"
|
||||||
|
done
|
||||||
|
|
||||||
|
# ── 8. Initial commit and push ────────────────────────────────────────────────
|
||||||
|
info "Committing and pushing..."
|
||||||
|
git add -A
|
||||||
|
git -c user.name="Fizzlepoof" -c user.email="admin@paccoco.com" \
|
||||||
|
commit -m "chore: init encrypted secrets repo"
|
||||||
|
|
||||||
|
git push -u origin main 2>/dev/null || git push -u origin master 2>/dev/null || \
|
||||||
|
die "Push failed. Check that Gitea credentials are configured (git credential store)."
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo -e "${GREEN}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
||||||
|
echo -e "${GREEN} Done!${NC}"
|
||||||
|
echo -e "${GREEN}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
||||||
|
echo ""
|
||||||
|
echo " Repo: ${REPO_URL}"
|
||||||
|
echo " Local: ${LOCAL_PATH}"
|
||||||
|
echo " Key: ${KEY_EXPORT_PATH}"
|
||||||
|
echo ""
|
||||||
|
echo -e "${YELLOW} Next: back up the key, then start dropping .env files into ${LOCAL_PATH}/env/${NC}"
|
||||||
|
echo ""
|
||||||
74
scripts/sync-envs-to-secrets.sh
Normal file
74
scripts/sync-envs-to-secrets.sh
Normal file
@@ -0,0 +1,74 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
# sync-envs-to-secrets.sh
|
||||||
|
# Copies all .env files from compose stack folders into the git-crypt secrets repo.
|
||||||
|
# Run as root on PD. Safe to re-run — overwrites stale copies.
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
COMPOSE_ROOT="/mnt/docker-ssd/docker/compose"
|
||||||
|
SECRETS_REPO="/mnt/docker-ssd/docker/secrets"
|
||||||
|
ENV_DIR="${SECRETS_REPO}/env"
|
||||||
|
|
||||||
|
RED='\033[0;31m'; GREEN='\033[0;32m'; YELLOW='\033[1;33m'; NC='\033[0m'
|
||||||
|
info() { echo -e "${GREEN}[+]${NC} $*"; }
|
||||||
|
warn() { echo -e "${YELLOW}[!]${NC} $*"; }
|
||||||
|
die() { echo -e "${RED}[✗]${NC} $*" >&2; exit 1; }
|
||||||
|
|
||||||
|
[[ -d "$SECRETS_REPO/.git" ]] || die "Secrets repo not found at ${SECRETS_REPO}. Run setup-secrets-repo.sh first."
|
||||||
|
[[ -d "$COMPOSE_ROOT" ]] || die "Compose root not found at ${COMPOSE_ROOT}."
|
||||||
|
|
||||||
|
# Ensure git-crypt is unlocked — encrypted files show as binary if not
|
||||||
|
if file "${ENV_DIR}"/*.env &>/dev/null 2>&1 && file "${ENV_DIR}"/*.env 2>/dev/null | grep -q "Git crypt"; then
|
||||||
|
die "Secrets repo appears to be locked. Run: git-crypt unlock /root/.git-crypt-secrets.key"
|
||||||
|
fi
|
||||||
|
|
||||||
|
info "Scanning ${COMPOSE_ROOT} for .env files..."
|
||||||
|
copied=0
|
||||||
|
skipped=0
|
||||||
|
|
||||||
|
while IFS= read -r -d '' envfile; do
|
||||||
|
# Derive stack name: use "parent-child" for nested dirs (e.g. media/kima-hub → media-kima-hub)
|
||||||
|
relpath="${envfile#${COMPOSE_ROOT}/}" # e.g. media/kima-hub/.env
|
||||||
|
stackpath="${relpath%/.env}" # e.g. media/kima-hub
|
||||||
|
stack="${stackpath//\//-}" # e.g. media-kima-hub
|
||||||
|
dest="${ENV_DIR}/${stack}.env"
|
||||||
|
|
||||||
|
if [[ -f "$dest" ]]; then
|
||||||
|
if ! diff -q "$envfile" "$dest" &>/dev/null; then
|
||||||
|
cp "$envfile" "$dest"
|
||||||
|
info "Updated: ${stack}.env"
|
||||||
|
copied=$((copied + 1))
|
||||||
|
else
|
||||||
|
warn "Unchanged: ${stack}.env — skipping"
|
||||||
|
skipped=$((skipped + 1))
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
cp "$envfile" "$dest"
|
||||||
|
info "Added: ${stack}.env"
|
||||||
|
copied=$((copied + 1))
|
||||||
|
fi
|
||||||
|
done < <(find "$COMPOSE_ROOT" -maxdepth 3 -name ".env" -not -path "*/.git/*" -print0 | sort -z)
|
||||||
|
|
||||||
|
if [[ $copied -eq 0 ]]; then
|
||||||
|
warn "Nothing new to commit ($skipped unchanged)."
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
info "Committing ${copied} file(s) to secrets repo..."
|
||||||
|
cd "$SECRETS_REPO"
|
||||||
|
git add env/
|
||||||
|
git -c user.name="Fizzlepoof" -c user.email="admin@paccoco.com" \
|
||||||
|
commit -m "chore: sync .env files from compose stacks
|
||||||
|
|
||||||
|
$(find "${ENV_DIR}" -name "*.env" -newer "${SECRETS_REPO}/.git/COMMIT_EDITMSG" 2>/dev/null \
|
||||||
|
| sort | xargs -I{} basename {} | sed 's/^/ - /' || echo " (see diff)")"
|
||||||
|
|
||||||
|
git push
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo -e "${GREEN}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
||||||
|
echo -e "${GREEN} Done! ${copied} env file(s) synced, ${skipped} unchanged.${NC}"
|
||||||
|
echo -e "${GREEN}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
||||||
|
echo ""
|
||||||
|
echo " Files in secrets repo:"
|
||||||
|
ls "${ENV_DIR}"/*.env 2>/dev/null | while read -r f; do echo " $(basename "$f")"; done
|
||||||
|
echo ""
|
||||||
Reference in New Issue
Block a user