exempt 'special' token type from context size limits
This commit is contained in:
@@ -35,7 +35,7 @@ type OpenAIChatTokenCountRequest = {
|
||||
};
|
||||
|
||||
type AnthropicChatTokenCountRequest = {
|
||||
prompt: AnthropicChatMessage[];
|
||||
prompt: { system: string; messages: AnthropicChatMessage[] };
|
||||
completion?: never;
|
||||
service: "anthropic-chat";
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user