Spaces:

enzostvs
/

deepsite

Running

enzostvs HF Staff commited on 1 day ago

Commit

78e007d

1 Parent(s): 5cdb666

max token

Files changed (1) hide show

app/api/ask/route.ts CHANGED Viewed

@@ -125,7 +125,7 @@ export async function POST(request: NextRequest) {
             ...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
             ...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
             ...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
-            max_tokens: 32000,
           },
           billTo ? { billTo } : {}
         );
@@ -311,7 +311,7 @@ export async function PUT(request: NextRequest) {
             ...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
             ...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
             ...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
-            max_tokens: 32000,
           },
           billTo ? { billTo } : {}
         );

             ...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
             ...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
             ...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
+            max_tokens: 16_384,
           },
           billTo ? { billTo } : {}
         );
             ...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
             ...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
             ...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
+            max_tokens: 16_384,
           },
           billTo ? { billTo } : {}
         );