exempt 'special' token type from context size limits

This commit is contained in:
nai-degen
2024-03-19 11:14:51 -05:00
parent e068edcf48
commit 3f9fd25004
5 changed files with 23 additions and 5 deletions
+1 -1
View File
@@ -35,7 +35,7 @@ type OpenAIChatTokenCountRequest = {
};
type AnthropicChatTokenCountRequest = {
prompt: AnthropicChatMessage[];
prompt: { system: string; messages: AnthropicChatMessage[] };
completion?: never;
service: "anthropic-chat";
};