pub struct CompletionConfig {
pub temperature: f32,
pub num_ctx: usize,
pub max_tokens: usize,
pub num_predict: Option<i32>,
pub top_p: Option<f32>,
pub top_k: Option<u32>,
pub response_format: Option<ResponseFormat>,
pub reasoning_effort: Option<ReasoningEffort>,
}Expand description
Configuration for LLM completion
Fields§
§temperature: f32§num_ctx: usize§max_tokens: usize§num_predict: Option<i32>§top_p: Option<f32>§top_k: Option<u32>§response_format: Option<ResponseFormat>§reasoning_effort: Option<ReasoningEffort>Trait Implementations§
Source§impl Clone for CompletionConfig
impl Clone for CompletionConfig
Source§fn clone(&self) -> CompletionConfig
fn clone(&self) -> CompletionConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for CompletionConfig
impl Debug for CompletionConfig
Auto Trait Implementations§
impl Freeze for CompletionConfig
impl RefUnwindSafe for CompletionConfig
impl Send for CompletionConfig
impl Sync for CompletionConfig
impl Unpin for CompletionConfig
impl UnwindSafe for CompletionConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more