refactor(worker): use event segmenter instead of queue

.gitignore

@@ -34,8 +34,9 @@ benchmarks/locomo/data/
 benchmarks/locomo/results/
 benchmarks/longmemeval/results/
 
-# Claude Code
+# Claude Code / Codex
 .claude
+.codex
 
 # Logs
 logs

Cargo.toml

@@ -75,6 +75,7 @@ strum = { version = "0.28", features = ["derive"] }
 tokio = { version = "1.49.0", features = [ "full" ] }
 tracing = "0.1"
 tracing-error = "0.2"
+tracing-subscriber = "0.3.22"
 uuid = { version = "1.20.0", features = [
   "serde",
   "v4",
@@ -112,4 +113,4 @@ apalis-postgres.workspace = true
 sea-orm.workspace = true
 tokio.workspace = true
 tracing-error.workspace = true
-tracing-subscriber = "0.3.22"
+tracing-subscriber.workspace = true

crates/core/src/lib.rs

@@ -1,23 +1,13 @@
 mod conversation_message;
 pub use conversation_message::ConversationMessage;
 
+mod message_queue;
+pub use message_queue::{
+  ADD_BACKPRESSURE_LIMIT, FENCE_TTL_MINUTES, MessageQueue, PendingReview, QueueProcessingStatus,
+  SegmentationCheck,
+};
+
 mod memory;
 pub use memory::EpisodicMemory;
 pub use memory::SemanticMemory;
 pub use memory::{DetailLevel, format_tool_result};
-
-mod pending_review_queue;
-pub use pending_review_queue::{
-  PendingReview, PendingReviewQueueItem, add_pending_review_item, take_pending_review_items,
-};
-
-mod message_ingest;
-pub use message_ingest::{append_batch_messages, append_message, try_claim_segmentation_job};
-
-pub(crate) mod segmentation_state;
-pub use segmentation_state::{
-  EpisodeSpan, SegmentJobState, SegmentationJobClaim, SegmentationProcessingStatus,
-  SegmentationState, abort_segmentation_job, commit_segmentation_job, get_claim_messages,
-  get_episode_span, get_messages_in_range, get_segmentation_processing_status,
-  get_segmentation_state, recover_stale_segmentation_job,
-};

crates/core/src/memory/retrieval.rs

@@ -51,8 +51,8 @@ pub fn format_tool_result(
 
 #[cfg(test)]
 mod tests {
-  use chrono::Utc;
   use chrono::TimeZone;
+  use chrono::Utc;
   use sea_orm::prelude::PgVector;
   use uuid::Uuid;
 
@@ -87,8 +87,14 @@ mod tests {
   #[test]
   fn format_tool_result_outputs_only_episodic_content_blocks() {
     let episodic = vec![
-      (episodic_memory("Spoken At: Jun 15, 2026 3 PM\nSam: hello"), 0.9),
-      (episodic_memory("Spoken At: Jun 16, 2026 4 PM\nEvan: hi"), 0.8),
+      (
+        episodic_memory("Spoken At: Jun 15, 2026 3 PM\nSam: hello"),
+        0.9,
+      ),
+      (
+        episodic_memory("Spoken At: Jun 16, 2026 4 PM\nEvan: hi"),
+        0.8,
+      ),
     ];
 
     let rendered = format_tool_result(&[], &episodic, &DetailLevel::Auto);