diff --git a/src/bespokelabs/curator/batch_manager/anthropic_batch_manager.py b/src/bespokelabs/curator/batch_manager/anthropic_batch_manager.py index 6a3fe21a..132e47df 100644 --- a/src/bespokelabs/curator/batch_manager/anthropic_batch_manager.py +++ b/src/bespokelabs/curator/batch_manager/anthropic_batch_manager.py @@ -17,8 +17,9 @@ logger = logging.getLogger(__name__) # https://docs.anthropic.com/en/api/creating-message-batches -MAX_REQUESTS_PER_BATCH = 10_000 -MAX_BYTES_PER_BATCH = 32 * 1024 * 1024 +# https://docs.anthropic.com/en/docs/build-with-claude/message-batches#batch-limitations +MAX_REQUESTS_PER_BATCH = 100_000 +MAX_BYTES_PER_BATCH = 256 * 1024 * 1024 MAX_CONCURRENT_BATCH_OPERATIONS = 100 # this might need to be reduced MAX_RETRIES_PER_OPERATION = 10