File tree Expand file tree Collapse file tree 2 files changed +14
-1
lines changed Expand file tree Collapse file tree 2 files changed +14
-1
lines changed Original file line number Diff line number Diff line change @@ -122,6 +122,12 @@ Param (
122
122
[String ]
123
123
$kvCacheDataType = " f16" ,
124
124
125
+ [Parameter (
126
+ HelpMessage = " Disables the thinking mode of the model."
127
+ )]
128
+ [switch ]
129
+ $disableThinking = $false ,
130
+
125
131
[switch ]
126
132
$help ,
127
133
@@ -135,6 +141,7 @@ if ($help) {
135
141
exit
136
142
}
137
143
144
+
138
145
# The -verbose option is a default PowerShell parameter.
139
146
$verbose = $PSCmdlet.MyInvocation.BoundParameters [" Verbose" ].IsPresent -eq $true
140
147
@@ -331,6 +338,12 @@ if ($enableFlashAttention) {
331
338
$commandArguments += " --flash-attn"
332
339
}
333
340
341
+ # @see https://github.com/ggml-org/llama.cpp/pull/13771#issuecomment-2909087077
342
+ if ($disableThinking ) {
343
+ $commandArguments += " --jinja"
344
+ $commandArguments += " --reasoning-budget 0"
345
+ }
346
+
334
347
if ($verbose ) {
335
348
$commandArguments += " --verbose"
336
349
}
You can’t perform that action at this time.
0 commit comments