use latest version of clap

.nvmrc

@@ -1 +1 @@
-v20.15.1
+v20.17.0

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aitube/website",
-  "version": "0.2.0",
+  "version": "0.2.4",
   "private": true,
   "scripts": {
     "patch": "cp -f patch.js node_modules/fluent-ffmpeg/index.js",
@@ -10,9 +10,9 @@
     "lint": "next lint"
   },
   "dependencies": {
-    "@aitube/clap": "0.2.3",
-    "@aitube/client": "0.2.3",
-    "@aitube/engine": "0.2.3",
+    "@aitube/clap": "0.2.4",
+    "@aitube/client": "0.2.4-3",
+    "@aitube/engine": "0.2.4",
     "@huggingface/hub": "0.15.1",
     "@huggingface/inference": "^2.7.0",
     "@jcoreio/async-throttle": "^1.6.0",

src/app/api/actions/ai-tube-hf/downloadClapProject.ts

@@ -44,7 +44,8 @@ export async function downloadClapProject({
     label: clapProject.meta.title || "Untitled",
     description: clapProject.meta.description || "",
     prompt: "", // there is no prompt - instead we use segments
-    model: parseVideoModelName(clapProject.meta.defaultVideoModel, channel.model),
+    // model: parseVideoModelName(clapProject.meta.defaultVideoModel, channel.model),
+    model: parseVideoModelName(channel.model, channel.model),
     style: channel.style,
     lora: channel.lora,
     voice: channel.voice,
@@ -57,7 +58,7 @@ export async function downloadClapProject({
     duration: 0, // will be computed automatically
     ...computeOrientationProjectionWidthHeight({
       lora: "",
-      orientation: clapProject.meta.orientation,
+      orientation: clapProject.meta.imageRatio,
       // projection, // <- will be extrapolated from the LoRA for now
     }),
   }

src/app/api/actions/ai-tube-hf/parseChannel.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ClapMediaOrientation, defaultMediaOrientation } from "@aitube/clap"
+import { ClapImageRatio, defaultImageRatio } from "@aitube/clap"
 import { Credentials, downloadFile, whoAmI } from "@/lib/huggingface/hub/src"
 import { parseDatasetReadme } from "@/app/api/parsers/parseDatasetReadme"
 import { ChannelInfo, VideoGenerationModel } from "@/types/general"
@@ -79,7 +79,7 @@ export async function parseChannel(options: {
   let voice = ""
   let music = ""
   let tags: string[] = []
-  let orientation: ClapMediaOrientation = defaultMediaOrientation
+  let orientation: ClapImageRatio = defaultImageRatio
 
   // console.log(`going to read datasets/${name}`)
   try {
@@ -103,7 +103,7 @@ export async function parseChannel(options: {
     style = parsedDatasetReadme.style || ""
     voice = parsedDatasetReadme.voice || ""
     music = parsedDatasetReadme.music || ""
-    orientation = parsedDatasetReadme.orientation || defaultMediaOrientation
+    orientation = parsedDatasetReadme.orientation || defaultImageRatio
 
     thumbnail =
       thumbnail.startsWith("http")

src/app/api/actions/ai-tube-hf/uploadVideoRequestToDataset.ts

@@ -2,7 +2,7 @@
 
 import { Blob } from "buffer"
 
-import { ClapMediaOrientation } from "@aitube/clap"
+import { ClapImageRatio } from "@aitube/clap"
 
 import { Credentials, uploadFile, whoAmI } from "@/lib/huggingface/hub/src"
 import { ChannelInfo, VideoGenerationModel, MediaInfo, VideoRequest } from "@/types/general"
@@ -41,7 +41,7 @@ export async function uploadVideoRequestToDataset({
   music: string
   tags: string[]
   duration: number
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
 }): Promise<{
   videoRequest: VideoRequest
   videoInfo: MediaInfo

src/app/api/actions/submitVideoRequest.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ClapMediaOrientation } from "@aitube/clap"
+import { ClapImageRatio } from "@aitube/clap"
 
 import { ChannelInfo, VideoGenerationModel, MediaInfo } from "@/types/general"
 
@@ -33,7 +33,7 @@ export async function submitVideoRequest({
   music: string
   tags: string[]
   duration: number
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
 }): Promise<MediaInfo> {
   if (!apiKey) {
     throw new Error(`the apiKey is required`)

src/app/api/generators/clap/addLatentScenesToClap.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ClapProject, newSegment } from "@aitube/clap"
+import { ClapOutputType, ClapProject, ClapSegmentCategory, newSegment } from "@aitube/clap"
 
 import { LatentScenes } from "./types"
 import { defaultSegmentDurationInMs } from "./constants"
@@ -33,10 +33,10 @@ export async function addLatentScenesToClap({
     track: 0,
     startTimeInMs,
     endTimeInMs,
-    category: "interface",
+    category: ClapSegmentCategory.INTERFACE,
     prompt: "<BUILTIN:DISCLAIMER>",
     label: "fish",
-    outputType: "interface",
+    outputType: ClapOutputType.INTERFACE
   }))
 
   for (const { characters, locations, actions } of scenes) {
@@ -50,10 +50,10 @@ export async function addLatentScenesToClap({
         track: track++,
         startTimeInMs,
         endTimeInMs,
-        category: "characters",
+        category: ClapSegmentCategory.CHARACTER,
         prompt: character,
         label: character,
-        outputType: "text",
+        outputType: ClapOutputType.TEXT,
       }))
     }
   
@@ -62,10 +62,10 @@ export async function addLatentScenesToClap({
         track: track++,
         startTimeInMs,
         endTimeInMs,
-        category: "location",
+        category: ClapSegmentCategory.LOCATION,
         prompt: location,
         label: location,
-        outputType: "text",
+        outputType: ClapOutputType.TEXT,
       }))
     }
   
@@ -74,10 +74,10 @@ export async function addLatentScenesToClap({
         track: track++,
         startTimeInMs,
         endTimeInMs,
-        category: "action",
+        category: ClapSegmentCategory.ACTION,
         prompt: action,
         label: action,
-        outputType: "text",
+        outputType: ClapOutputType.TEXT,
       }))
     }
         
@@ -85,10 +85,10 @@ export async function addLatentScenesToClap({
       track: track++,
       startTimeInMs,
       endTimeInMs,
-      category: "video",
+      category: ClapSegmentCategory.VIDEO,
       prompt: "video",
       label: "video",
-      outputType: "video",
+      outputType: ClapOutputType.VIDEO,
     }))
   }
 

src/app/api/generators/clap/generateClap.ts

@@ -4,7 +4,7 @@
 import { LatentScenes } from "./types"
 import { addLatentScenesToClap } from "./addLatentScenesToClap"
 import { getLatentScenes } from "./getLatentScenes"
-import { ClapProject, getEmptyClap, newClap, serializeClap } from "@aitube/clap"
+import { ClapImageRatio, ClapProject, getEmptyClap, newClap, serializeClap } from "@aitube/clap"
 
 /**
  * Generate a Clap file from scratch using a prompt
@@ -31,14 +31,16 @@ export async function generateClap({
       title: "Latent content", // TODO "
       description: "",
       licence: "non commercial",
-      orientation: "landscape",
+      imageRatio: ClapImageRatio.LANDSCAPE,
       width: 1024,
       height: 576,
-      defaultVideoModel: "SDXL",
-      extraPositivePrompt: [],
-      screenplay: "",
+      imagePrompt: "",
+      storyPrompt: "",
+      systemPrompt: "",
       isLoop: true,
       isInteractive: true,
+      bpm: 120,
+      frameRate: 24,
     } 
   })
 

src/app/api/generators/search/defaultChannel.ts

@@ -1,5 +1,5 @@
 import { ChannelInfo } from "@/types/general"
-import { defaultMediaOrientation } from "@aitube/clap"
+import { defaultImageRatio } from "@aitube/clap"
 
 export const defaultChannel: ChannelInfo = {
  /**
@@ -67,5 +67,5 @@ export const defaultChannel: ChannelInfo = {
  /**
   * Default video orientation
   */
- orientation: defaultMediaOrientation
+ orientation: defaultImageRatio
 }

src/app/api/generators/search/getNewMediaInfo.ts

@@ -5,7 +5,7 @@ import {
   MediaInfo,
 } from "@/types/general"
 import { defaultChannel } from "./defaultChannel"
-import { defaultMediaOrientation } from "@aitube/clap"
+import { defaultImageRatio } from "@aitube/clap"
 
 export function getNewMediaInfo(params: Partial<MediaInfo> = {}): MediaInfo {
 
@@ -133,7 +133,7 @@ export function getNewMediaInfo(params: Partial<MediaInfo> = {}): MediaInfo {
     /**
      * General media aspect ratio
      */
-    orientation: defaultMediaOrientation,
+    orientation: defaultImageRatio,
 
     /**
      * Media projection (cartesian by default)

src/app/api/generators/search/searchResultToMediaInfo.ts

@@ -8,7 +8,7 @@ import {
 import { newRender } from "../../providers/videochain/renderWithVideoChain"
 
 import { LatentSearchResult } from "./types"
-import { defaultMediaOrientation } from "@aitube/clap"
+import { defaultImageRatio } from "@aitube/clap"
 
 const channel: ChannelInfo = {
  /**
@@ -76,7 +76,7 @@ const channel: ChannelInfo = {
  /**
   * Default video orientation
   */
- orientation: defaultMediaOrientation
+ orientation: defaultImageRatio
 }
 
 export async function searchResultToMediaInfo(searchResult: LatentSearchResult): Promise<MediaInfo> {
@@ -218,7 +218,7 @@ export async function searchResultToMediaInfo(searchResult: LatentSearchResult):
     /**
      * General media aspect ratio
      */
-    orientation: defaultMediaOrientation,
+    orientation: defaultImageRatio,
 
     /**
      * Media projection (cartesian by default)

src/app/api/parsers/parseDatasetPrompt.ts

@@ -1,4 +1,4 @@
-import { parseMediaOrientation, defaultMediaOrientation } from "@aitube/clap"
+import { parseImageRatio, defaultImageRatio } from "@aitube/clap"
 
 import { ChannelInfo, ParsedDatasetPrompt } from "@/types/general"
 import { parseVideoModelName } from "./parseVideoModelName"
@@ -36,7 +36,7 @@ export function parseDatasetPrompt(markdown: string, channel: ChannelInfo): Pars
       thumbnail: typeof thumbnail === "string" && thumbnail ? thumbnail : "",
       voice: typeof voice === "string" && voice ? voice : (channel.voice || ""),
       music: typeof music === "string" && music ? music : (channel.music || ""),
-      orientation: parseMediaOrientation(orientation, channel.orientation),
+      orientation: parseImageRatio(orientation, channel.orientation),
     }
   } catch (err) {
     return {
@@ -50,7 +50,7 @@ export function parseDatasetPrompt(markdown: string, channel: ChannelInfo): Pars
       thumbnail: "",
       voice: channel.voice || "",
       music: channel.music || "",
-      orientation: channel.orientation || defaultMediaOrientation,
+      orientation: channel.orientation || defaultImageRatio,
     }
   }
 }

src/app/api/parsers/parseDatasetReadme.ts

@@ -1,6 +1,6 @@
 
 import metadataParser from "markdown-yaml-metadata-parser"
-import { defaultMediaOrientation, parseMediaOrientation } from "@aitube/clap"
+import { defaultImageRatio, parseImageRatio } from "@aitube/clap"
 
 import { ParsedDatasetReadme, ParsedMetadataAndContent } from "@/types/general"
 import { defaultVideoModel } from "@/app/config"
@@ -31,7 +31,7 @@ export function parseDatasetReadme(markdown: string = ""): ParsedDatasetReadme {
       music,
       description,
       prompt,
-      orientation: parseMediaOrientation(orientation, defaultMediaOrientation),
+      orientation: parseImageRatio(orientation, defaultImageRatio),
     }
   } catch (err) {
     return {
@@ -47,7 +47,7 @@ export function parseDatasetReadme(markdown: string = ""): ParsedDatasetReadme {
       music: "",
       description: "",
       prompt: "",
-      orientation: defaultMediaOrientation,
+      orientation: defaultImageRatio,
     }
   }
 }

src/app/api/utils/computeOrientationProjectionWidthHeight.ts

@@ -1,7 +1,7 @@
 import { MediaProjection } from "@/types/general"
 
 import { parseProjectionFromLoRA } from "../parsers/parseProjectionFromLoRA"
-import { ClapMediaOrientation, parseMediaOrientation } from "@aitube/clap"
+import { ClapImageRatio, parseImageRatio } from "@aitube/clap"
 
 export function computeOrientationProjectionWidthHeight({
   lora: maybeLora,
@@ -12,23 +12,23 @@ export function computeOrientationProjectionWidthHeight({
   projection?: any
   orientation?: any
 }): {
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
   projection: MediaProjection
   width: number
   height: number
 } {
 
   const lora = `${maybeLora || ""}`
-  const orientation = parseMediaOrientation(maybeOrientation)
+  const imageRatio = parseImageRatio(maybeOrientation)
   const projection = maybeProjection ? maybeProjection : parseProjectionFromLoRA(lora)
 
   let width = 1024
   let height = 576
 
-  if (orientation === "portrait") {
+  if (imageRatio === ClapImageRatio.PORTRAIT) {
     height = 1024
     width = 576
-  } else if (orientation === "square") {
+  } else if (imageRatio === ClapImageRatio.SQUARE) {
     height = 512
     width = 512
   } else {
@@ -43,7 +43,7 @@ export function computeOrientationProjectionWidthHeight({
   }
 
   return {
-    orientation,
+    orientation: imageRatio,
     projection,
     width,
     height,

src/app/api/v1/create/index.ts

@@ -1,6 +1,6 @@
 "use server"
 
-import { ClapProject, getValidNumber, newClap, newSegment, ClapSegmentCategory, ClapOutputType, ClapMediaOrientation, ClapSegmentStatus } from "@aitube/clap"
+import { ClapProject, getValidNumber, newClap, newSegment, ClapSegmentCategory, ClapOutputType, ClapImageRatio, ClapSegmentStatus } from "@aitube/clap"
 
 import { sleep } from "@/lib/utils/sleep"
 import { predict } from "@/app/api/providers/huggingface/predictWithHuggingFace"
@@ -110,16 +110,20 @@ Output: `
       description: prompt,
       synopsis: "",
       licence: "",
-      orientation:
-        width > height ? ClapMediaOrientation.LANDSCAPE :
-        height > width ? ClapMediaOrientation.PORTRAIT :
-        ClapMediaOrientation.SQUARE,
+      imageRatio:
+        width > height ? ClapImageRatio.LANDSCAPE :
+        height > width ? ClapImageRatio.PORTRAIT :
+        ClapImageRatio.SQUARE,
+      storyPrompt: prompt,
+      imagePrompt: "",
+      systemPrompt: "",
       width,
       height,
       isInteractive: false,
       isLoop: false,
       durationInMs: shots.length * defaultSegmentDurationInMs,
-      defaultVideoModel: "AnimateDiff-Lightning",
+      bpm: 120,
+      frameRate: 24,
     }
   })
 
@@ -154,7 +158,7 @@ Output: `
       startTimeInMs: currentElapsedTimeInMs,
       endTimeInMs: currentElapsedTimeInMs + defaultSegmentDurationInMs,
       assetDurationInMs: defaultSegmentDurationInMs,
-      category: ClapSegmentCategory.STORYBOARD,
+      category: ClapSegmentCategory.IMAGE,
       prompt: image,
       outputType: ClapOutputType.IMAGE,
       status: ClapSegmentStatus.TO_GENERATE,

src/app/api/v1/edit/entities/clapToLatentStory.ts

@@ -20,7 +20,7 @@ export async function clapToLatentStory(clap: ClapProject): Promise<LatentStory[
       ClapSegmentFilteringMode.START,
       shot,
       clap.segments,
-      ClapSegmentCategory.STORYBOARD
+      ClapSegmentCategory.IMAGE
     ).at(0)
 
     // note: the comment might be missing, that's on purpose

src/app/api/v1/edit/story/extendClapStory.ts

@@ -105,7 +105,7 @@ export async function extendClapStory({
       startTimeInMs: currentElapsedTimeInMs,
       endTimeInMs: currentElapsedTimeInMs + defaultSegmentDurationInMs,
       assetDurationInMs: defaultSegmentDurationInMs,
-      category: ClapSegmentCategory.STORYBOARD,
+      category: ClapSegmentCategory.IMAGE,
       prompt: image,
       outputType: ClapOutputType.IMAGE,
       status: ClapSegmentStatus.TO_GENERATE,

src/app/api/v1/edit/storyboards/processShot.ts

@@ -37,19 +37,19 @@ export async function processShot({
   )
 
   const shotStoryboardSegments: ClapSegment[] = shotSegments.filter(s =>
-    s.category === ClapSegmentCategory.STORYBOARD
+    s.category === ClapSegmentCategory.IMAGE
   )
 
   let shotStoryboardSegment: ClapSegment | undefined = shotStoryboardSegments.at(0)
 
-  // TASK 1: GENERATE MISSING STORYBOARD SEGMENT
+  // TASK 1: GENERATE MISSING IMAGE SEGMENT
   if (!shotStoryboardSegment) {
     shotStoryboardSegment = newSegment({
       track: 1,
       startTimeInMs: shotSegment.startTimeInMs,
       endTimeInMs: shotSegment.endTimeInMs,
       assetDurationInMs: shotSegment.assetDurationInMs,
-      category: ClapSegmentCategory.STORYBOARD,
+      category: ClapSegmentCategory.IMAGE,
       prompt: "",
       assetUrl: "",
       outputType: ClapOutputType.IMAGE,
@@ -65,7 +65,7 @@ export async function processShot({
 
   if (!shotStoryboardSegment) { throw new Error(`failed to generate a newSegment`) }
 
-  // TASK 2: GENERATE MISSING STORYBOARD PROMPT
+  // TASK 2: GENERATE MISSING IMAGE PROMPT
   if (!shotStoryboardSegment?.prompt) {
     // storyboard is missing, let's generate it
     shotStoryboardSegment.prompt = getVideoPrompt(
@@ -76,7 +76,7 @@ export async function processShot({
     // console.log(`[api/v1/edit/storyboards] processShot: generating storyboard prompt: ${shotStoryboardSegment.prompt}`)
   }
 
-  // TASK 3: GENERATE MISSING STORYBOARD BITMAP
+  // TASK 3: GENERATE MISSING IMAGE BITMAP
   if (!shotStoryboardSegment.assetUrl) {
     // console.log(`[api/v1/edit/storyboards] generating image..`)
 

src/app/api/v1/edit/videos/processShot.ts

@@ -9,7 +9,7 @@ import {
   ClapOutputType,
   ClapSegmentCategory,
   ClapSegmentStatus,
-  parseMediaOrientation
+  parseImageRatio
 } from "@aitube/clap"
 import { ClapCompletionMode } from "@aitube/clap"
 import { getVideoPrompt } from "@aitube/engine"
@@ -46,7 +46,7 @@ export async function processShot({
   let shotVideoSegment: ClapSegment | undefined = shotVideoSegments.at(0)
   
   const shotStoryboardSegments: ClapSegment[] = shotSegments.filter(s =>
-    s.category === ClapSegmentCategory.STORYBOARD
+    s.category === ClapSegmentCategory.IMAGE
   )
 
   let shotStoryboardSegment: ClapSegment | undefined = shotStoryboardSegments.at(0)
@@ -175,7 +175,7 @@ export async function processShot({
       startTimeInMs: shotSegment.startTimeInMs,
       endTimeInMs: shotSegment.endTimeInMs,
       assetDurationInMs: shotSegment.assetDurationInMs,
-      category: ClapSegmentCategory.STORYBOARD,
+      category: ClapSegmentCategory.IMAGE,
       prompt: shotVideoSegment.prompt,
       outputType: ClapOutputType.IMAGE,
       status: ClapSegmentStatus.TO_GENERATE,

src/app/views/user-channel-view/index.tsx

@@ -2,7 +2,7 @@
 
 import { useEffect, useState, useTransition } from "react"
 
-import { defaultMediaOrientation, parseMediaOrientation } from "@aitube/clap"
+import { defaultImageRatio, parseImageRatio } from "@aitube/clap"
 import { useLocalStorage } from "usehooks-ts"
 
 import { useStore } from "@/app/state/useStore"
@@ -37,7 +37,7 @@ export function UserChannelView() {
   const [voice, setVoice] = useState(defaultVoice)
   const [music, setMusic] = useState("")
   const [duration, setDuration] = useState(0)
-  const [orientation, setOrientation] = useState(defaultMediaOrientation)
+  const [orientation, setOrientation] = useState(defaultImageRatio)
 
   // we do not include the tags in the list of required fields
   const missingFields = !title || !description || !prompt
@@ -243,9 +243,9 @@ export function UserChannelView() {
           <div className="flex flex-col space-y-2 flex-grow">
             <Select
               onValueChange={(value: string) => {
-                setOrientation(parseMediaOrientation(value, defaultMediaOrientation))
+                setOrientation(parseImageRatio(value, defaultImageRatio))
               }}
-              defaultValue={defaultMediaOrientation}>
+              defaultValue={defaultImageRatio}>
               <SelectTrigger className="">
                 <SelectValue placeholder="Video orientation" />
               </SelectTrigger>

src/components/interface/latent-engine/core/generateClapFromPrompt.ts

@@ -21,8 +21,12 @@ export function generateClapFromPrompt({
       title: "Interactive Demo",
       isInteractive: true,
       isLoop: true,
-      description: story,
-      synopsis: story,
+      storyPrompt: story.join('. '),
+      imagePrompt: "",
+      systemPrompt: "",
+      synopsis: story.join('. '),
+      bpm: 120,
+      frameRate: 24,
     }
   })
 
@@ -100,7 +104,7 @@ export function generateClapFromPrompt({
       track: 0,
       startTimeInMs,
       endTimeInMs,
-      category: ClapSegmentCategory.STORYBOARD,
+      category: ClapSegmentCategory.IMAGE,
       prompt: "",
       label: "movie screencap",
       outputType: ClapOutputType.IMAGE,

src/components/interface/latent-engine/resolvers/resolveSegment.ts

@@ -14,7 +14,7 @@ export async function resolveSegment(segment: ClapSegment, clap: ClapProject): P
     latentComponentResolver = interfaceResolver
   } else if (segment.category === ClapSegmentCategory.VIDEO) {
     latentComponentResolver = videoResolver
-  } else if (segment.category === ClapSegmentCategory.STORYBOARD) {
+  } else if (segment.category === ClapSegmentCategory.IMAGE) {
     latentComponentResolver = imageResolver
   }
 

src/lib/huggingface/hub/src/utils/FileBlob.ts

@@ -78,7 +78,7 @@ export class FileBlob extends Blob {
 	 * Read the part of the file delimited by the FileBlob and returns it as an ArrayBuffer.
 	 */
 	override async arrayBuffer(): Promise<ArrayBuffer> {
-		const slice = await this.execute((file) => file.read(Buffer.alloc(this.size), 0, this.size, this.start));
+		const slice = await this.execute((file) => file.read(Buffer.alloc(this.size) as any, 0, this.size, this.start));
 
 		return slice.buffer;
 	}
@@ -87,7 +87,7 @@ export class FileBlob extends Blob {
 	 * Read the part of the file delimited by the FileBlob and returns it as a string.
 	 */
 	override async text(): Promise<string> {
-		const buffer = (await this.arrayBuffer()) as Buffer;
+		const buffer = (await this.arrayBuffer()) as unknown as Buffer;
 
 		return buffer.toString("utf8");
 	}
@@ -96,7 +96,7 @@ export class FileBlob extends Blob {
 	 * Returns a stream around the part of the file delimited by the FileBlob.
 	 */
 	override stream(): ReturnType<Blob["stream"]> {
-		return Readable.toWeb(createReadStream(this.path, { start: this.start, end: this.end - 1 })) as ReturnType<
+		return Readable.toWeb(createReadStream(this.path, { start: this.start, end: this.end - 1 })) as unknown as ReturnType<
 			Blob["stream"]
 		>;
 	}

src/lib/huggingface/hub/src/utils/sha256-node.ts

@@ -12,7 +12,7 @@ export async function* sha256Node(
 	const size = buffer instanceof Blob ? buffer.size : buffer.byteLength;
 	let done = 0;
 	const readable =
-		buffer instanceof Blob ? Readable.fromWeb(buffer.stream() as ReadableStream) : Readable.from(Buffer.from(buffer));
+		buffer instanceof Blob ? Readable.fromWeb(buffer.stream() as unknown as ReadableStream) : Readable.from(Buffer.from(buffer));
 
 	for await (const buffer of readable) {
 		sha256Stream.update(buffer);

src/types/general.ts

@@ -1,4 +1,4 @@
-import type { ClapMediaOrientation } from "@aitube/clap"
+import type { ClapImageRatio } from "@aitube/clap"
 
 export type ProjectionMode = 'cartesian' | 'spherical'
 
@@ -246,7 +246,7 @@ export type ChannelInfo = {
   /**
    * Default video orientation
    */
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
 }
 
 export type VideoStatus =
@@ -339,7 +339,7 @@ export type VideoRequest = {
   /**
    * Video orientation
    */
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
 
   /**
    * Video duration
@@ -487,7 +487,7 @@ export type MediaInfo = {
   /**
    * General media aspect ratio
    */
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
 
   /**
    * Media projection (cartesian by default)
@@ -660,7 +660,7 @@ export type ParsedDatasetReadme = {
   hf_tags: string[]
   description: string
   prompt: string
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
 }
 
 export type ParsedMetadataAndContent = {
@@ -683,7 +683,7 @@ export type ParsedDatasetPrompt = {
   thumbnail: string
   voice: string
   music: string
-  orientation: ClapMediaOrientation
+  orientation: ClapImageRatio
 }
 
 export type UpdateQueueRequest = {