diff --git a/web/src/routes/+layout.svelte b/web/src/routes/+layout.svelte index f1ee95e6db5..b5289ed0c90 100644 --- a/web/src/routes/+layout.svelte +++ b/web/src/routes/+layout.svelte @@ -104,7 +104,8 @@ `/api/chat/?model=${dataCht.params.model_path}&temperature=${dataCht.params.temperature}&top_k=${dataCht.params.top_k}` + `&top_p=${dataCht.params.top_p}&max_length=${dataCht.params.max_tokens}&context_window=${dataCht.params.n_ctx}` + `&repeat_last_n=${dataCht.params.last_n_tokens_size}&repeat_penalty=${dataCht.params.repeat_penalty}` + - `&n_threads=${dataCht.params.n_threads}&init_prompt=${dataCht.history[0].data.content}`, + `&n_threads=${dataCht.params.n_threads}&init_prompt=${dataCht.history[0].data.content}` + + `&gpu_layers=${dataCht.params.n_gpu_layers}`, { method: "POST", diff --git a/web/src/routes/chat/[id]/+page.svelte b/web/src/routes/chat/[id]/+page.svelte index 3401529e678..8701d62feb4 100644 --- a/web/src/routes/chat/[id]/+page.svelte +++ b/web/src/routes/chat/[id]/+page.svelte @@ -125,7 +125,8 @@ `/api/chat/?model=${data.chat.params.model_path}&temperature=${data.chat.params.temperature}&top_k=${data.chat.params.top_k}` + `&top_p=${data.chat.params.top_p}&max_length=${data.chat.params.max_tokens}&context_window=${data.chat.params.n_ctx}` + `&repeat_last_n=${data.chat.params.last_n_tokens_size}&repeat_penalty=${data.chat.params.repeat_penalty}` + - `&n_threads=${data.chat.params.n_threads}&init_prompt=${data.chat.history[0].data.content}`, + `&n_threads=${data.chat.params.n_threads}&init_prompt=${data.chat.history[0].data.content}` + + `&gpu_layers=${data.chat.params.n_gpu_layers}`, { method: "POST",