Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion lib/kv-router/src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -72,7 +72,9 @@ pub use scheduling::LocalScheduler;
pub use scheduling::PrefillLoadEstimator;
pub use scheduling::policy::{FcfsPolicy, RouterSchedulingPolicy, SchedulingPolicy, WsptPolicy};
pub use scheduling::{
KvSchedulerError, PotentialLoad, SchedulingRequest, SchedulingResponse, SessionContext,
KvSchedulerError, PotentialLoad, QueueAdmissionDecision, QueueAdmissionEvent, QueueAdmissionId,
QueueAdmissionPolicy, QueueAdmissionRequest, QueueAdmissionWorker,
QueueAdmissionWorkerSnapshot, SchedulingRequest, SchedulingResponse, SessionContext,
WorkerSelectionInputTrigger, WorkerSelectionKvHints, WorkerSelectionPolicyError,
};
pub use selector::{
Expand Down
13 changes: 7 additions & 6 deletions lib/kv-router/src/scheduling/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,9 @@ pub mod overlap;
pub mod overlap_refresh;
pub mod policy;
pub mod policy_config;
pub mod policy_queue;
Comment thread
ishandhanani marked this conversation as resolved.
Resolved
pub mod prefill_load;
pub mod queue;
mod queue_admission;
pub mod queue_admission;
pub mod selector;

mod worker_selection_config;
Expand All @@ -30,12 +29,14 @@ pub use policy_config::{
PolicyClassConfig, PolicyProfile, RouterPolicyConfig, RouterPolicyConfigError,
WorkerSelectionConfig, WorkerSelectionInstance,
};
pub use policy_queue::{
PolicyQueue, PolicyQueueEntry, QueueLimitKind, QueueRejection, QueueSnapshot,
};
pub use prefill_load::{
InvalidEffectivePrefillTokens, PrefillLoadEstimator, effective_prefill_tokens,
prefill_load_hint_from_effective_tokens,
};
pub use queue_admission::{RequestProgress, RequestProgressUpdater, WorkerPlacement};
pub use queue_admission::{
PolicyQueue, PolicyQueueEntry, QueueAdmissionDecision, QueueAdmissionEvent, QueueAdmissionId,
QueueAdmissionPolicy, QueueAdmissionRequest, QueueAdmissionWorker,
QueueAdmissionWorkerSnapshot, QueueLimitKind, QueueRejection, QueueSnapshot, RequestProgress,
RequestProgressUpdater, WorkerPlacement,
};
pub use types::*;
2 changes: 1 addition & 1 deletion lib/kv-router/src/scheduling/queue.rs
Original file line number Diff line number Diff line change
Expand Up @@ -18,9 +18,9 @@ use super::overlap_refresh::{
NoopOverlapScoresRefresh, OverlapScoresRefresh, read_overlap_refresh_after, refresh_overlap,
};
use super::policy_config::{PolicyClassConfig, PolicyProfile};
use super::policy_queue::{PolicyQueue, QueueSnapshot};
use super::prefill_load::{PrefillLoadEstimator, effective_prefill_tokens};
use super::queue_admission::WorkerPlacement;
use super::queue_admission::{PolicyQueue, QueueSnapshot};
use super::selector::{DefaultWorkerSelector, WorkerSelector};
use super::types::{
AdvisorySchedulingResponse, AdvisoryWorkerLoad, KvSchedulerError, NonMaxOverlapSelection,
Expand Down
Loading
Loading