pub const DEFAULT_CONTEXT_SIZE: u64 = 4096;
Default context size for models when not specified by the user.