bump max tokens
ober
051d0a9e6bc126da593999682489364450eb9a10
--- a/src/jcode/provider/provider.ss +++ b/src/jcode/provider/provider.ss @@ -497,6 +497,7 @@ (def (openai-body provider messages tools) (let ((body (make-hash-table))) (hash-put! body "model" (provider-model provider)) + (hash-put! body "max_tokens" 32768) (hash-put! body "messages" (map message->json messages)) (when (and tools (not (null? tools))) (hash-put! body "tools" tools) @@ -778,6 +779,7 @@ (let ((body (make-hash-table))) (hash-put! body "model" (provider-model provider)) (hash-put! body "stream" #t) + (hash-put! body "max_tokens" 32768) ;; Request usage data in stream (let ((opts (make-hash-table))) (hash-put! opts "include_usage" #t)