Module inference

Module inference 

Source

Re-exports§

pub use context::ContextCompactionMode;
pub use context::ContextWindowPolicy;
pub use context::InferenceContext;
pub use messaging::MessagingContext;
pub use response::InferenceError;
pub use response::LLMResponse;
pub use response::StopReason;
pub use response::StreamResult;
pub use response::TokenUsage;
pub use transform::apply_request_transforms;
pub use transform::InferenceRequestTransform;
pub use transform::InferenceTransformOutput;

Modules§

context
messaging
response
transform
Generic inference request transformation.