diff --git a/python/src/aiconfig/editor/client/src/shared/prompt_schemas/HuggingFaceImage2TextTransformerPromptSchema.ts b/python/src/aiconfig/editor/client/src/shared/prompt_schemas/HuggingFaceImage2TextTransformerPromptSchema.ts new file mode 100644 index 000000000..d6b5900bd --- /dev/null +++ b/python/src/aiconfig/editor/client/src/shared/prompt_schemas/HuggingFaceImage2TextTransformerPromptSchema.ts @@ -0,0 +1,24 @@ +import { PromptSchema } from "../../utils/promptUtils"; + +export const HuggingFaceImage2TextTransformerPromptSchema: PromptSchema = { + input: { + type: "object", + required: ["data"], + properties: { + attachments: { + type: "array", + items: { + type: "attachment", + required: ["data"], + mime_types: ["image/png"], + properties: { + data: { + type: "string", + }, + }, + }, + max_items: 1, + }, + }, + }, +}; diff --git a/python/src/aiconfig/editor/client/src/utils/promptUtils.ts b/python/src/aiconfig/editor/client/src/utils/promptUtils.ts index 2ee98feed..0633cecd8 100644 --- a/python/src/aiconfig/editor/client/src/utils/promptUtils.ts +++ b/python/src/aiconfig/editor/client/src/utils/promptUtils.ts @@ -10,6 +10,7 @@ import { HuggingFaceText2ImageDiffusorPromptSchema } from "../shared/prompt_sche import { HuggingFaceTextGenerationTransformerPromptSchema } from "../shared/prompt_schemas/HuggingFaceTextGenerationTransformerPromptSchema"; import { HuggingFaceAutomaticSpeechRecognitionPromptSchema } from "../shared/prompt_schemas/HuggingFaceAutomaticSpeechRecognitionPromptSchema"; import { HuggingFaceTextSummarizationTransformerPromptSchema } from "../shared/prompt_schemas/HuggingFaceTextSummarizationTransformerPromptSchema"; +import { HuggingFaceImage2TextTransformerPromptSchema } from "../shared/prompt_schemas/HuggingFaceImage2TextTransformerPromptSchema"; /** * Get the name of the model for the specified prompt. The name will either be specified in the prompt's @@ -94,7 +95,8 @@ export const PROMPT_SCHEMAS: Record = { HuggingFaceTextSummarizationTransformerPromptSchema, HuggingFaceTextTranslationTransformer: HuggingFaceTextGenerationTransformerPromptSchema, - // Image2Text: HuggingFaceImage2TextTransformerPromptSchema, + HuggingFaceImage2TextTransformer: + HuggingFaceImage2TextTransformerPromptSchema, // Text2Speech: HuggingFaceText2SpeechTransformerPromptSchema, };