allow extensions to make LLM requests with image attachment (#243151)

* first pass language model image

* add language model 2 instead

* more languagemodel2

* change api shape

* add back original languagemodelchatmessage

* fix imports

* allow old languageModelChatMessage to also b used

* handle vsbuffer case

* make sure to resize images before sending the chat request

* remove detail

* remove whitespace

* rename to languageModelDataPart
This commit is contained in:
Justin Chen
2025-03-18 14:29:23 -07:00
committed by GitHub
parent 025ebdecf0
commit 23b3085b84
11 changed files with 344 additions and 21 deletions

View File

@@ -1812,11 +1812,13 @@ export function createApiFactoryAndRegisterActors(accessor: ServicesAccessor): I
ChatReferenceBinaryData: extHostTypes.ChatReferenceBinaryData,
LanguageModelChatMessageRole: extHostTypes.LanguageModelChatMessageRole,
LanguageModelChatMessage: extHostTypes.LanguageModelChatMessage,
LanguageModelChatMessage2: extHostTypes.LanguageModelChatMessage2,
LanguageModelToolResultPart: extHostTypes.LanguageModelToolResultPart,
LanguageModelTextPart: extHostTypes.LanguageModelTextPart,
LanguageModelToolCallPart: extHostTypes.LanguageModelToolCallPart,
LanguageModelError: extHostTypes.LanguageModelError,
LanguageModelToolResult: extHostTypes.LanguageModelToolResult,
LanguageModelDataPart: extHostTypes.LanguageModelDataPart,
ExtendedLanguageModelToolResult: extHostTypes.ExtendedLanguageModelToolResult,
PreparedTerminalToolInvocation: extHostTypes.PreparedTerminalToolInvocation,
LanguageModelChatToolMode: extHostTypes.LanguageModelChatToolMode,