mpt-7b-chat.yaml

name: "mpt-7b-chat"

description: |
  MPT-7B-Chat is a chatbot-like model for dialogue generation. It was built by finetuning MPT-7B on the ShareGPT-Vicuna, HC3, Alpaca, HH-RLHF, and Evol-Instruct datasets.

license: "CC-By-NC-SA-4.0 (non-commercial use only)"

config_file: |
    backend: gpt4all-mpt
    parameters:
      model: ggml-mpt-7b-chat.bin
      top_k: 80
      temperature: 0.2
      top_p: 0.7
    context_size: 1024
    f16: true
    template:
      completion: "mpt-completion"
      chat: mpt-chat
    roles:
      user: "User:"
      system: "System:"
      assistant: "Assistant:"

files:
    - filename: "ggml-mpt-7b-chat.bin"
      sha256: "a0cfb5cb23815f5f533725218468a634debb6f8ed78b07070dc68dda368136db"
      uri: "https://gpt4all.io/models/ggml-mpt-7b-chat.bin"

prompt_templates:
- name: "mpt-completion"
  content: |
    Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: Complete the following sentence: {{.Input}} ### Response:
- name: "mpt-chat"
  content: |
    Below is an instruction that describes a task. Write a response that appropriately completes the request.

    ### Instruction:
    {{.Input}}

    ### Response: