Skip to content

Commit 28ed861

Browse files
merveenoyanMerve Noyanpcuenca
authored
Add Video-Text-to-Text task (#798)
--------- Co-authored-by: Merve Noyan <mervenoyan@Merve-MacBook-Pro.local> Co-authored-by: Pedro Cuenca <pedro@huggingface.co>
1 parent 099a25e commit 28ed861

File tree

4 files changed

+11
-0
lines changed

4 files changed

+11
-0
lines changed

packages/tasks/src/pipelines.ts

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -652,6 +652,12 @@ export const PIPELINE_DATA = {
652652
modality: "cv",
653653
color: "indigo",
654654
},
655+
"video-text-to-text": {
656+
name: "Video-Text-to-Text",
657+
modality: "multimodal",
658+
color: "blue",
659+
hideInDatasets: true,
660+
},
655661
other: {
656662
name: "Other",
657663
modality: "other",

packages/tasks/src/tasks/index.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -166,6 +166,7 @@ export const TASKS_MODEL_LIBRARIES: Record<PipelineType, ModelLibraryKey[]> = {
166166
],
167167
translation: ["transformers", "transformers.js"],
168168
"unconditional-image-generation": ["diffusers"],
169+
"video-text-to-text": ["transformers"],
169170
"visual-question-answering": ["transformers", "transformers.js"],
170171
"voice-activity-detection": [],
171172
"zero-shot-classification": ["transformers", "transformers.js"],
@@ -236,6 +237,7 @@ export const TASKS_DATA: Record<PipelineType, TaskData | undefined> = {
236237
"token-classification": getData("token-classification", tokenClassification),
237238
translation: getData("translation", translation),
238239
"unconditional-image-generation": getData("unconditional-image-generation", unconditionalImageGeneration),
240+
"video-text-to-text": getData("video-text-to-text", placeholder),
239241
"visual-question-answering": getData("visual-question-answering", visualQuestionAnswering),
240242
"voice-activity-detection": undefined,
241243
"zero-shot-classification": getData("zero-shot-classification", zeroShotClassification),
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
<svg xmlns="http://www.w3.org/2000/svg" width="1em" height="1em" viewBox="0 0 32 32" {...$$props}><path fill="currentColor" d="m30 19l-4 3.2V20a2 2 0 0 0-2-2h-8a2 2 0 0 0-2 2v6a2 2 0 0 0 2 2h8a2 2 0 0 0 2-2v-2.2l4 3.2Zm-14 7v-6h8l.002 6Z"/><path fill="currentColor" d="M12 28H8V4h8v6a2.006 2.006 0 0 0 2 2h6v3h2v-5a.91.91 0 0 0-.3-.7l-7-7A.9.9 0 0 0 18 2H8a2.006 2.006 0 0 0-2 2v24a2.006 2.006 0 0 0 2 2h4Zm6-23.6l5.6 5.6H18Z"/></svg>

packages/widgets/src/lib/components/PipelineIcon/PipelineIcon.svelte

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,7 @@
4242
import IconTextTo3D from "../Icons/IconTextTo3D.svelte";
4343
import IconImageTo3D from "../Icons/IconImageTo3D.svelte";
4444
import IconImageFeatureExtraction from "../Icons/IconImageFeatureExtraction.svelte";
45+
import IconVideoTextToText from "../Icons/IconVideoTextToText.svelte";
4546
import type { WidgetType } from "@huggingface/tasks";
4647
4748
export let classNames = "";
@@ -94,6 +95,7 @@
9495
"text-to-3d": IconTextTo3D,
9596
"image-to-3d": IconImageTo3D,
9697
"image-feature-extraction": IconImageFeatureExtraction,
98+
"video-text-to-text": IconVideoTextToText,
9799
};
98100
99101
$: iconComponent =

0 commit comments

Comments
 (0)