Skip to content

Commit

Permalink
Update app.py
Browse files Browse the repository at this point in the history
  • Loading branch information
Dartvauder committed Oct 17, 2024
1 parent 81fedec commit 5022ded
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion LaunchFile/app.py
Original file line number Diff line number Diff line change
Expand Up @@ -1351,7 +1351,7 @@ def image_to_base64_data_uri(image_path):

else:
if llm_model_type == "Llama":
tokenizer, llm_model = load_model(llm_model_name, llm_model_type, n_ctx, n_batch, n_ubatch, freq_base, freq_scale)
tokenizer, llm_model, * _ = load_model(llm_model_name, llm_model_type, n_ctx, n_batch, n_ubatch, freq_base, freq_scale)
elif llm_model_type == "ExLlamaV2":
cache, tokenizer, llm_model, * _ = load_model(llm_model_name, llm_model_type, n_ctx=None, n_batch=None, n_ubatch=None, freq_base=None, freq_scale=None)
else:
Expand Down

0 comments on commit 5022ded

Please sign in to comment.