Skip to content

Commit

Permalink
Set some token prices as default (#71)
Browse files Browse the repository at this point in the history 
* Set some token prices as default

* Add more default prices
  • Loading branch information
@jinsongo
jinsongo authored Nov 14, 2024
1 parent 6274b20 commit 700b9ae
Showing 1 changed file with 102 additions and 82 deletions.
184 changes: 102 additions & 82 deletions llm/config/prices.properties
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,106 +9,126 @@
################################################################


# NOTE: Please verify and configure the latest pricing data;
# The following default values are for reference only.


# Price per 1000 tokens for IBM watsonx
# The '*' is to match all modelIds of watsonx
watsonx.*.input=0.0
watsonx.*.output=0.0
watsonx.ibm/granite-3-8b-instruct.input=0.0002
watsonx.ibm/granite-3-8b-instruct.output=0.0002
watsonx.ibm/granite-3-2b-instruct.input=0.0001
watsonx.ibm/granite-3-2b-instruct.output=0.0001
watsonx.ibm/granite-13b-chat-v2.input=0.0006
watsonx.ibm/granite-13b-chat-v2.output=0.0006
watsonx.ibm/granite-13b-instruct-v2.input=0.0006
watsonx.ibm/granite-13b-instruct-v2.output=0.0006

# Price per 1000 tokens for OpenAI
# The '*' is to match all modelIds of openai
openai.*.input=0.0
openai.*.output=0.0
openai.gpt-4o-mini.input=0.00015
openai.gpt-4o-mini.output=0.0006
openai.gpt-4o.input=0.0025
openai.gpt-4o.output=0.01
openai.gpt-3.5-turbo.input=0.003
openai.gpt-3.5-turbo.output=0.006

# Price per 1000 tokens for Anthropic
# The '*' is to match all modelIds of anthropic
anthropic.*.input=0.0
anthropic.*.output=0.0
anthropic.claude-3-5-sonnet-20241022.input=0.003
anthropic.claude-3-5-sonnet-20241022.output=0.015
anthropic.claude-3-5-haiku-20241022.input=0.001
anthropic.claude-3-5-haiku-20241022.output=0.005
anthropic.claude-3-opus-20240229.input=0.015
anthropic.claude-3-opus-20240229.output=0.075
anthropic.claude-2.1.input=0.008
anthropic.claude-2.1.output=0.024
anthropic.claude-2.0.input=0.008
anthropic.claude-2.0.output=0.024

# Price per 1000 tokens for Langchain
# The '*' is to match all modelIds of Langchain
langchain.*.input=0.0
langchain.*.output=0.0
langchain.ibm/granite-13b-chat-v2.input=0.0
langchain.ibm/granite-13b-chat-v2.output=0.0
langchain.ibm/granite-13b-instruct-v2.input=0.0
langchain.ibm/granite-13b-instruct-v2.output=0.0
langchain.ibm/granite-3-8b-instruct.input=0.0002
langchain.ibm/granite-3-8b-instruct.output=0.0002
langchain.ibm/granite-3-2b-instruct.input=0.0001
langchain.ibm/granite-3-2b-instruct.output=0.0001
langchain.ibm/granite-13b-chat-v2.input=0.0006
langchain.ibm/granite-13b-chat-v2.output=0.0006
langchain.ibm/granite-13b-instruct-v2.input=0.0006
langchain.ibm/granite-13b-instruct-v2.output=0.0006

# Price per 1000 tokens for Bedrock modelIds
bedrock.ai21.jamba-instruct-v1:0.input=0.0
bedrock.ai21.jamba-instruct-v1:0.output=0.0
bedrock.ai21.j2-mid-v1.input=0.0
bedrock.ai21.j2-mid-v1.output=0.0
bedrock.ai21.j2-ultra-v1.input=0.0
bedrock.ai21.j2-ultra-v1.output=0.0
bedrock.ai21.jamba-1-5-large-v1:0.input=0.0
bedrock.ai21.jamba-1-5-large-v1:0.output=0.0
bedrock.ai21.jamba-1-5-mini-v1:0.input=0.0
bedrock.ai21.jamba-1-5-mini-v1:0.output=0.0
bedrock.amazon.titan-text-express-v1.input=0.0
bedrock.amazon.titan-text-express-v1.output=0.0
bedrock.amazon.titan-text-lite-v1.input=0.0
bedrock.amazon.titan-text-lite-v1.output=0.0
bedrock.amazon.titan-text-premier-v1:0.input=0.0
bedrock.amazon.titan-text-premier-v1:0.output=0.0
bedrock.amazon.titan-embed-text-v1.input=0.0
bedrock.amazon.titan-embed-text-v1.output=0.0
bedrock.amazon.titan-embed-text-v2:0.input=0.0
bedrock.amazon.titan-embed-text-v2:0.output=0.0
bedrock.amazon.titan-embed-image-v1.input=0.0
bedrock.amazon.titan-embed-image-v1.output=0.0
bedrock.amazon.titan-image-generator-v1.input=0.0
bedrock.amazon.titan-image-generator-v1.output=0.0
bedrock.amazon.titan-image-generator-v2:0.input=0.0
bedrock.amazon.titan-image-generator-v2:0.output=0.0
bedrock.anthropic.claude-v2.input=0.0
bedrock.anthropic.claude-v2.output=0.0
bedrock.anthropic.claude-v2:1.input=0.0
bedrock.anthropic.claude-v2:1.output=0.0
bedrock.anthropic.claude-3-sonnet-20240229-v1:0.input=0.0
bedrock.anthropic.claude-3-sonnet-20240229-v1:0.output=0.0
bedrock.anthropic.claude-3-5-sonnet-20240620-v1:0.input=0.0
bedrock.anthropic.claude-3-5-sonnet-20240620-v1:0.output=0.0
bedrock.anthropic.claude-3-5-sonnet-20241022-v2:0.input=0.0
bedrock.anthropic.claude-3-5-sonnet-20241022-v2:0.output=0.0
bedrock.anthropic.claude-3-haiku-20240307-v1:0.input=0.0
bedrock.anthropic.claude-3-haiku-20240307-v1:0.output=0.0
bedrock.anthropic.claude-3-5-haiku-20241022-v1:0.input=0.0
bedrock.anthropic.claude-3-5-haiku-20241022-v1:0.output=0.0
bedrock.anthropic.claude-3-opus-20240229-v1:0.input=0.0
bedrock.anthropic.claude-3-opus-20240229-v1:0.output=0.0
bedrock.anthropic.claude-instant-v1.input=0.0
bedrock.anthropic.claude-instant-v1.output=0.0
bedrock.cohere.command-text-v14.input=0.0
bedrock.cohere.command-text-v14.output=0.0
bedrock.cohere.command-light-text-v14.input=0.0
bedrock.cohere.command-light-text-v14.output=0.0
bedrock.cohere.command-r-v1:0.input=0.0
bedrock.cohere.command-r-v1:0.output=0.0
bedrock.cohere.command-r-plus-v1:0.input=0.0
bedrock.cohere.command-r-plus-v1:0.output=0.0
bedrock.cohere.embed-english-v3.input=0.0
bedrock.cohere.embed-english-v3.output=0.0
bedrock.cohere.embed-multilingual-v3.input=0.0
bedrock.cohere.embed-multilingual-v3.output=0.0
bedrock.meta.llama2-13b-chat-v1.input=0.0
bedrock.meta.llama2-13b-chat-v1.output=0.0
bedrock.meta.llama2-70b-chat-v1.input=0.0
bedrock.meta.llama2-70b-chat-v1.output=0.0
bedrock.meta.llama3-8b-instruct-v1:0.input=0.0
bedrock.meta.llama3-8b-instruct-v1:0.output=0.0
bedrock.meta.llama3-70b-instruct-v1:0.input=0.0
bedrock.meta.llama3-70b-instruct-v1:0.output=0.0
bedrock.meta.llama3-1-8b-instruct-v1:0.input=0.0
bedrock.meta.llama3-1-8b-instruct-v1:0.output=0.0
bedrock.meta.llama3-1-70b-instruct-v1:0.input=0.0
bedrock.meta.llama3-1-70b-instruct-v1:0.output=0.0
bedrock.meta.llama3-1-405b-instruct-v1:0.input=0.0
bedrock.meta.llama3-1-405b-instruct-v1:0.output=0.0
bedrock.meta.llama3-2-1b-instruct-v1:0.input=0.0
bedrock.meta.llama3-2-1b-instruct-v1:0.output=0.0
bedrock.meta.llama3-2-3b-instruct-v1:0.input=0.0
bedrock.meta.llama3-2-3b-instruct-v1:0.output=0.0
bedrock.meta.llama3-2-11b-instruct-v1:0.input=0.0
bedrock.meta.llama3-2-11b-instruct-v1:0.output=0.0
bedrock.meta.llama3-2-90b-instruct-v1:0.input=0.0
bedrock.meta.llama3-2-90b-instruct-v1:0.output=0.0
bedrock.ai21.jamba-instruct-v1:0.input=0.0005
bedrock.ai21.jamba-instruct-v1:0.output=0.0007
bedrock.ai21.j2-mid-v1.input=0.0125
bedrock.ai21.j2-mid-v1.output=0.0125
bedrock.ai21.j2-ultra-v1.input=0.0188
bedrock.ai21.j2-ultra-v1.output=0.0188
bedrock.ai21.jamba-1-5-large-v1:0.input=0.002
bedrock.ai21.jamba-1-5-large-v1:0.output=0.008
bedrock.ai21.jamba-1-5-mini-v1:0.input=0.0002
bedrock.ai21.jamba-1-5-mini-v1:0.output=0.0004
bedrock.amazon.titan-text-express-v1.input=0.0002
bedrock.amazon.titan-text-express-v1.output=0.0006
bedrock.amazon.titan-text-lite-v1.input=0.00015
bedrock.amazon.titan-text-lite-v1.output=0.0002
bedrock.amazon.titan-text-premier-v1:0.input=0.0005
bedrock.amazon.titan-text-premier-v1:0.output=0.0015
bedrock.amazon.titan-image-generator-v1.input=0.008
bedrock.amazon.titan-image-generator-v1.output=0.01
bedrock.amazon.titan-image-generator-v2:0.input=0.008
bedrock.amazon.titan-image-generator-v2:0.output=0.01
bedrock.anthropic.claude-v2.input=0.008
bedrock.anthropic.claude-v2.output=0.024
bedrock.anthropic.claude-v2:1.input=0.008
bedrock.anthropic.claude-v2:1.output=0.024
bedrock.anthropic.claude-3-sonnet-20240229-v1:0.input=0.003
bedrock.anthropic.claude-3-sonnet-20240229-v1:0.output=0.015
bedrock.anthropic.claude-3-5-sonnet-20240620-v1:0.input=0.003
bedrock.anthropic.claude-3-5-sonnet-20240620-v1:0.output=0.015
bedrock.anthropic.claude-3-5-sonnet-20241022-v2:0.input=0.003
bedrock.anthropic.claude-3-5-sonnet-20241022-v2:0.output=0.015
bedrock.anthropic.claude-3-haiku-20240307-v1:0.input=0.00025
bedrock.anthropic.claude-3-haiku-20240307-v1:0.output=0.00125
bedrock.anthropic.claude-3-5-haiku-20241022-v1:0.input=0.001
bedrock.anthropic.claude-3-5-haiku-20241022-v1:0.output=0.005
bedrock.anthropic.claude-3-opus-20240229-v1:0.input=0.015
bedrock.anthropic.claude-3-opus-20240229-v1:0.output=0.075
bedrock.anthropic.claude-instant-v1.input=0.0008
bedrock.anthropic.claude-instant-v1.output=0.0024
bedrock.cohere.command-text-v14.input=0.0015
bedrock.cohere.command-text-v14.output=0.0020
bedrock.cohere.command-light-text-v14.input=0.0003
bedrock.cohere.command-light-text-v14.output=0.0006
bedrock.cohere.command-r-v1:0.input=0.0005
bedrock.cohere.command-r-v1:0.output=0.0015
bedrock.cohere.command-r-plus-v1:0.input=0.0030
bedrock.cohere.command-r-plus-v1:0.output=0.0150
bedrock.meta.llama2-13b-chat-v1.input=0.00075
bedrock.meta.llama2-13b-chat-v1.output=0.001
bedrock.meta.llama2-70b-chat-v1.input=0.00195
bedrock.meta.llama2-70b-chat-v1.output=0.00256
bedrock.meta.llama3-8b-instruct-v1:0.input=0.0003
bedrock.meta.llama3-8b-instruct-v1:0.output=0.0006
bedrock.meta.llama3-70b-instruct-v1:0.input=0.00265
bedrock.meta.llama3-70b-instruct-v1:0.output=0.0035
bedrock.meta.llama3-1-8b-instruct-v1:0.input=0.00022
bedrock.meta.llama3-1-8b-instruct-v1:0.output=0.00022
bedrock.meta.llama3-1-70b-instruct-v1:0.input=0.00099
bedrock.meta.llama3-1-70b-instruct-v1:0.output=0.00099
bedrock.meta.llama3-2-1b-instruct-v1:0.input=0.0001
bedrock.meta.llama3-2-1b-instruct-v1:0.output=0.0001
bedrock.meta.llama3-2-3b-instruct-v1:0.input=0.00015
bedrock.meta.llama3-2-3b-instruct-v1:0.output=0.00015
bedrock.meta.llama3-2-11b-instruct-v1:0.input=0.00035
bedrock.meta.llama3-2-11b-instruct-v1:0.output=0.00035
bedrock.meta.llama3-2-90b-instruct-v1:0.input=0.002
bedrock.meta.llama3-2-90b-instruct-v1:0.output=0.002

0 comments on commit 700b9ae

Please sign in to comment.