huginn-sources: every run takes the lock, so a chat-off run cannot overwrite a purge tombstone

--lock-file is now required for all runs, not only chat runs; the held-lock test covers a chat-off run.

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
Eureka 2026-11-17 01:54:59 +00:00
commit 0bc5e9ffc2
2 changed files with 19 additions and 17 deletions

View file

@ -4,9 +4,9 @@
//! nonzero if either failed or the collection could not be used. The
//! `chat-purge` subcommand writes a steward's purge tombstone and nothing else.
//!
//! Exit status: 0 clean, 1 a run failed, 2 bad arguments, 3 another run holds
//! the lock. The Matrix token is read from a file (a systemd credential),
//! never from the environment or argv.
//! Exit status: 0 clean, 1 a run failed, 2 bad arguments, 3 another run (or a
//! purge) holds the lock, which every run and every purge takes. The Matrix
//! token is read from a file (a systemd credential), never from the environment or argv.
use std::collections::{BTreeMap, BTreeSet};
use std::fs::{File, OpenOptions, TryLockError};
@ -43,7 +43,8 @@ struct Options {
embedding_model: String,
forge_url: String,
chat: Option<ChatOptions>,
lock_file: Option<PathBuf>,
/// Every run takes it: the cursors object is replaced whole, with or without chat.
lock_file: PathBuf,
}
enum Command {
@ -150,8 +151,7 @@ fn parse(mut args: impl Iterator<Item = String>, now: DateTime<Utc>) -> Result<C
ensure!(!embedding_model.is_empty(), "--embedding-model must name a model");
ensure!(!ollama_urls.is_empty(), "at least one --ollama-url is required; repeat it for each GPU host");
let chat = chat_options(&singles, excluded)?;
let lock_file = singles.get("lock-file").map(|path| absolute("lock-file", path)).transpose()?;
ensure!(chat.is_none() || lock_file.is_some(), "--lock-file is required whenever the chat flags are given");
let lock_file = absolute("lock-file", &take(&mut singles, "lock-file")?)?;
Ok(Command::Run(Options {
state_root,
qdrant_url: http("qdrant-url", take(&mut singles, "qdrant-url")?)?,
@ -175,10 +175,6 @@ fn take_lock(path: &Path) -> Result<File, Stop> {
}
}
fn lock_if(path: &Option<PathBuf>) -> Result<Option<File>, Stop> {
path.as_deref().map(take_lock).transpose()
}
fn execute(command: Command) -> Result<u8, Stop> {
match command {
Command::Purge { qdrant_url, lock_file, purge } => {
@ -196,7 +192,7 @@ fn execute(command: Command) -> Result<u8, Stop> {
})
}
Command::Run(options) => {
let _lock = lock_if(&options.lock_file)?;
let _lock = take_lock(&options.lock_file)?;
let mut embedder = pool(&options.ollama_urls, &options.reserve_urls, &options.embedding_model);
let mut index = QdrantIndex::new(&options.qdrant_url);
let mut forge = HttpForge::new(&options.forge_url);
@ -257,13 +253,15 @@ mod tests {
fn chat_flags_come_all_or_none() {
let (_dir, token) = with_token(" sekret-token\n");
let lock = "--lock-file /l";
let base = format!("{BASE} {lock}");
let full = format!("{BASE} --matrix-url http://localhost --matrix-token-file {token} {IDS} {lock}");
let Ok(Command::Run(options)) = parse(args(&full), now()) else { panic!("full chat flags must parse") };
assert_eq!(options.chat.as_ref().unwrap().token, "sekret-token", "trimmed");
assert!(matches!(parse(args(BASE), now()), Ok(Command::Run(Options { chat: None, lock_file: None, .. }))));
assert!(error(&format!("{BASE} --matrix-url http://localhost {lock}")).contains("--matrix-token-file is missing"));
assert!(error(&format!("{BASE} --matrix-token-file {token} {IDS} {lock}")).contains("--matrix-url is missing"));
assert!(error(&format!("{BASE} --matrix-url http://localhost --matrix-token-file {token} {lock}")).contains("--chat-exclude-room is missing"));
assert!(matches!(parse(args(&base), now()), Ok(Command::Run(Options { chat: None, .. }))));
assert!(error(BASE).contains("--lock-file is required"), "a chat-off run needs the lock too");
assert!(error(&format!("{base} --matrix-url http://localhost")).contains("--matrix-token-file is missing"));
assert!(error(&format!("{base} --matrix-token-file {token} {IDS}")).contains("--matrix-url is missing"));
assert!(error(&format!("{base} --matrix-url http://localhost --matrix-token-file {token}")).contains("--chat-exclude-room is missing"));
assert!(error(&format!("{BASE} --matrix-url http://localhost --matrix-token-file {token} {IDS}")).contains("--lock-file is required"));
}
@ -336,6 +334,8 @@ mod tests {
let (_t, token) = with_token("sekret-token");
let run = parse(args(&format!("{BASE} --matrix-url http://localhost --matrix-token-file {token} {IDS} --lock-file {lock}")), now()).unwrap();
assert!(matches!(execute(run), Err(Stop::Locked)));
let off = parse(args(&format!("{BASE} --lock-file {lock}")), now()).unwrap();
assert!(matches!(execute(off), Err(Stop::Locked)), "a chat-off run must not write cursors under a held lock");
drop(held);
}

View file

@ -125,9 +125,11 @@ data we lack).
Built: cut 1 (`texts` on `SourceQuery`), chat search and window, the chat ingest
core (`sources/chat.rs`, `room_scope.rs`, `chat_purge.rs`) and the ingest job.
The job is `huginn-sources`: with `--matrix-url`, `--matrix-token-file`, three
`--chat-exclude-room` ids (the estate rooms) and `--lock-file` it runs the forge
`--chat-exclude-room` ids (the estate rooms) it runs the forge
refresh and then `refresh_chat` through `sources/matrix.rs` (GET only, bearer
from a systemd credential file); without them it retires every chat point. The
from a systemd credential file); without them it retires every chat point. Every run, chat or not, requires
`--lock-file` and holds it for the run (exit 3 if held), as `chat-purge` does,
so a chat-off run cannot overwrite a concurrent purge tombstone. The
rooms indexed are the reader's memberships; no flag lists rooms. `huginn-sources
chat-purge` writes a steward's purge tombstone under the same lock. What the
operator still has to do (reader account, credential, roster, unit lines) is the