From 3d83bd747e6fcd4d2f00f1d0b6cacac0d462c450 Mon Sep 17 00:00:00 2001
From: Breadway <plasticbread849@gmail.com>
Date: Sun, 5 Jul 2026 09:13:54 +0800
Subject: [PATCH] breadmill 0.2.4: bind socket before loading the embedding
 model

The model load ran synchronously on the main thread before serve::run()
bound the daemon's socket. A slow or stuck EP compile (OpenVINO in
particular) meant the socket didn't exist for as long as that took, so
every client -- including the breadsearch GUI -- saw a bare connection
refused with no way to tell "still loading" from "actually broken."

The load now happens on a background thread; the socket binds
immediately, and serve.rs's existing model_ready check answers
"model not ready" for any request that arrives before the load finishes.
---
 Cargo.lock            |  2 +-
 breadmill/Cargo.toml  |  2 +-
 breadmill/src/main.rs | 28 +++++++++++++++++++---------
 3 files changed, 21 insertions(+), 11 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index be95ae6..768ecb2 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -133,7 +133,7 @@ dependencies = [
 
 [[package]]
 name = "breadmill"
-version = "0.2.3"
+version = "0.2.4"
 dependencies = [
  "breadsearch-shared",
  "hex",
diff --git a/breadmill/Cargo.toml b/breadmill/Cargo.toml
index a76d28d..768735d 100644
--- a/breadmill/Cargo.toml
+++ b/breadmill/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "breadmill"
-version = "0.2.3"
+version = "0.2.4"
 edition = "2021"
 license = "MIT"
 
diff --git a/breadmill/src/main.rs b/breadmill/src/main.rs
index 12f0f99..da5814d 100644
--- a/breadmill/src/main.rs
+++ b/breadmill/src/main.rs
@@ -152,21 +152,31 @@ fn run_daemon(
     let store = Store::open(&state_dir, dim)?;
     let state = Arc::new(SharedState::new(store));
 
-    // Load embedder if model files present
+    // Load the embedder on a background thread — an OpenVINO/CUDA/etc EP
+    // compile can take minutes or hang outright, and doing this inline used
+    // to block the socket bind below until it finished. That turned "model
+    // still loading" into an indistinguishable "connection refused" for
+    // every client, including the GUI, for as long as the load took. The
+    // socket now opens immediately; serve.rs already answers "model not
+    // ready" (via `model_ready`) for any request that arrives before the
+    // background load finishes.
     let model_dir = model_dir(&cache_dir);
     let model_path = model_dir.join("model.onnx");
     let tokenizer_path = model_dir.join("tokenizer.json");
 
     if model_path.exists() && tokenizer_path.exists() {
-        eprintln!("breadmill: loading model...");
-        match OrtEmbedder::load(&model_path, &tokenizer_path, dim, backend) {
-            Ok(embedder) => {
-                *state.embedder.lock().unwrap() = Some(embedder);
-                state.model_ready.store(true, Ordering::Relaxed);
-                eprintln!("breadmill: model loaded");
+        let state_clone = Arc::clone(&state);
+        std::thread::spawn(move || {
+            eprintln!("breadmill: loading model...");
+            match OrtEmbedder::load(&model_path, &tokenizer_path, dim, backend) {
+                Ok(embedder) => {
+                    *state_clone.embedder.lock().unwrap() = Some(embedder);
+                    state_clone.model_ready.store(true, Ordering::Relaxed);
+                    eprintln!("breadmill: model loaded");
+                }
+                Err(e) => eprintln!("breadmill: model load failed: {} — run --fetch-model", e),
             }
-            Err(e) => eprintln!("breadmill: model load failed: {} — run --fetch-model", e),
-        }
+        });
     } else {
         eprintln!(
             "breadmill: model files not found in {} — run: breadmill --fetch-model",