release

.nvmrc

@@ -1 +1 @@
-v20.15.1
+v20.17.0

README.md

@@ -80,7 +80,7 @@ git lfs install
 
 You will also need to install [Bun](https://bun.sh/docs/installation)
 
-Clapper has been tested with Node `20.15.1`.
+Clapper has been tested with Node `20.17.0`.
 
 To make sure you use this version, you can use [NVM](https://github.com/nvm-sh/nvm) to activate it:
 

documentation/RELEASE.md

@@ -0,0 +1,16 @@
+# Release process
+
+## Releasing the whole app
+
+### Web version (push to clapper.app)
+
+TODO
+
+### Desktop version (build the Electron app)
+
+## Releasing individual modules
+
+Core package dependencies in the monorepo are defined using "workspace:*"
+
+But to release them as NPM modules, you need to replace "workspace:*" by the actual version number
+

package.json

@@ -12,10 +12,10 @@
     "start": "bun run --cwd packages/app start",
     "start:prod": "bun run --cwd packages/app start:prod",
     "build": "bun run build:all",
-    "build:all": "bun run build:clap && bun run build:timeline && bun run build:api-client && bun run build:io && bun run build:colors && bun run build:engine && bun run build:broadway && bun run build:clapper-services && bun run build:app",
+    "build:all": "bun run build:clap && bun run build:timeline && bun run build:client && bun run build:io && bun run build:colors && bun run build:engine && bun run build:broadway && bun run build:clapper-services && bun run build:app",
     "build:clap": "bun run --cwd packages/clap build",
     "build:timeline": "bun run --cwd packages/timeline build",
-    "build:api-client": "bun run --cwd packages/api-client build",
+    "build:client": "bun run --cwd packages/client build",
     "build:io": "bun run --cwd packages/io build",
     "build:colors": "bun run --cwd packages/colors build",
     "build:engine": "bun run --cwd packages/engine build",
@@ -23,7 +23,7 @@
     "build:clapper-services": "bun run --cwd packages/clapper-services build",
     "build:app": "bun run --cwd packages/app build",
     "test": "bun run test:all",
-    "test:all": "bun run --cwd packages/clap test && bun run --cwd packages/timeline test && bun run --cwd packages/api-client test && bun run --cwd packages/io test && bun run --cwd packages/colors test && bun run --cwd packages/engine test && bun run --cwd packages/broadway test && bun run --cwd packages/clapper-services test && bun run --cwd packages/app test",
+    "test:all": "bun run --cwd packages/clap test && bun run --cwd packages/timeline test && bun run --cwd packages/client test && bun run --cwd packages/io test && bun run --cwd packages/colors test && bun run --cwd packages/engine test && bun run --cwd packages/broadway test && bun run --cwd packages/clapper-services test && bun run --cwd packages/app test",
     "format": "bun run --cwd packages/app format"
   },
   "trustedDependencies": [
@@ -34,7 +34,7 @@
   "workspaces": [
     "packages/clap",
     "packages/timeline",
-    "packages/api-client",
+    "packages/client",
     "packages/io",
     "packages/colors",
     "packages/engine",

packages/api-client/.gitignore

@@ -1,177 +0,0 @@
-# Based on https://raw.githubusercontent.com/github/gitignore/main/Node.gitignore
-
-# Logs
-
-logs
-_.log
-npm-debug.log_
-yarn-debug.log*
-yarn-error.log*
-lerna-debug.log*
-.pnpm-debug.log*
-
-# Diagnostic reports (https://nodejs.org/api/report.html)
-
-report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json
-
-# Runtime data
-
-pids
-_.pid
-_.seed
-\*.pid.lock
-
-# Directory for instrumented libs generated by jscoverage/JSCover
-
-lib-cov
-
-# Coverage directory used by tools like istanbul
-
-coverage
-\*.lcov
-
-# nyc test coverage
-
-.nyc_output
-
-# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
-
-.grunt
-
-# Bower dependency directory (https://bower.io/)
-
-bower_components
-
-# node-waf configuration
-
-.lock-wscript
-
-# Compiled binary addons (https://nodejs.org/api/addons.html)
-
-build/Release
-
-# Dependency directories
-
-node_modules/
-jspm_packages/
-
-# Snowpack dependency directory (https://snowpack.dev/)
-
-web_modules/
-
-# TypeScript cache
-
-\*.tsbuildinfo
-
-# Optional npm cache directory
-
-.npm
-
-# Optional eslint cache
-
-.eslintcache
-
-# Optional stylelint cache
-
-.stylelintcache
-
-# Microbundle cache
-
-.rpt2_cache/
-.rts2_cache_cjs/
-.rts2_cache_es/
-.rts2_cache_umd/
-
-# Optional REPL history
-
-.node_repl_history
-
-# Output of 'npm pack'
-
-\*.tgz
-
-# Yarn Integrity file
-
-.yarn-integrity
-
-# dotenv environment variable files
-
-.env
-.env.development.local
-.env.test.local
-.env.production.local
-.env.local
-
-# parcel-bundler cache (https://parceljs.org/)
-
-.cache
-.parcel-cache
-
-# Next.js build output
-
-.next
-out
-
-# Nuxt.js build / generate output
-dist
-.nuxt
-
-# Gatsby files
-
-.cache/
-
-# Comment in the public line in if your project uses Gatsby and not Next.js
-
-# https://nextjs.org/blog/next-9-1#public-directory-support
-
-# public
-
-# vuepress build output
-
-.vuepress/dist
-
-# vuepress v2.x temp and cache directory
-
-.temp
-.cache
-
-# Docusaurus cache and generated files
-
-.docusaurus
-
-# Serverless directories
-
-.serverless/
-
-# FuseBox cache
-
-.fusebox/
-
-# DynamoDB Local files
-
-.dynamodb/
-
-# TernJS port file
-
-.tern-port
-
-# Stores VSCode versions used for testing VSCode extensions
-
-.vscode-test
-
-# yarn v2
-
-.yarn/cache
-.yarn/unplugged
-.yarn/build-state.yml
-.yarn/install-state.gz
-.pnp.\*
-
-# IntelliJ based IDEs
-.idea
-
-# Finder (MacOS) folder config
-.DS_Store
-
-# TypeScript build information
-*.tsbuildinfo

packages/api-client/.npmignore

@@ -1,4 +0,0 @@
-# Ignore everything
-*
-# Except the dist directory
-!dist/

packages/api-client/.prettierrc.json

@@ -1,9 +0,0 @@
-{
-  "semi": false,
-  "singleQuote": true,
-  "arrowParens": "avoid",
-  "printWidth": 140,
-  "tabWidth": 2,
-  "trailingComma": "es5",
-  "bracketSpacing": true
-}

packages/api-client/LICENSE.md

@@ -1,21 +0,0 @@
-# MIT License
-
-Copyright (c) 2024 Julian Bilcke
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

packages/api-client/README.md

@@ -1,113 +0,0 @@
-# @aitube/api-client
-
-*Official API client for AiTube.at*
-
-## ATTENTION
-
-AiTube is currently in heavy development, and for the moment
-the API client is reserved for *private use* (it is used by AI Stories Factory).
-
-We are sorry for any inconvenience this might cause.
-
-## Caveats
-
-The official domain for AiTube is `aitube.at`, however right now
-the Hugging Face Space is not configured to use this as a domain,
-so we need to perform all API calls to `jbilcke-hf-ai-tube.hf.space`.
-
-## Installation
-
-To install the package, run the following command:
-
-```bash
-npm install @aitube/api-client
-```
-
-## Getting Started
-
-Note: to overridethe AiTube API URL, set this env var: `AITUBE_URL`
-
-```typescript
-import {
-  createClap,
-  editClapDialogues,
-  editClapEntities,
-  editClapMusic,
-  editClapSounds,
-  editClapStory,
-  editClapStoryboards,
-  editClapVideos,
-  exportClapToVideo,
-  defaultAitubeHostname,
-  defaultClapWidth,
-  defaultClapHeight,
-  defaultExportFormat,
-  aitubeUrl,
-  aitubeApiVersion,
-  aitubeApiUrl,
-  ClapEntityPrompt,
-  SupportedExportFormat,
-  applyClapCompletion,
- } from '@aitube/api-client'
-
-const ultraSecret = "ultra secret token unavailable to common mortals"
-
-const basicClap = await createClap({
-  prompt: "story about a dog",
-  turbo: false,
-  token: ultraSecret
-})
-
-const illustratedClap = await editClapStoryboards({
-  clap: basicClap,
-  turbo: false,
-  token: ultraSecret
-})
-
-const mp4VideoFile = await exportClapToVideo({
-  clap: illustratedClap,
-  format: "mp4",
-  turbo: false,
-  token: ultraSecret
-})
-```
-
-## Customizing the server
-
-The hostname can be overriden by defining the `AITUBE_URL` environment variable.
-
-eg:
-
-```bash
-AITUBE_URL=http://localhost:3000
-```
-
-## Build Instructions
-
-Install [Bun](https://bun.sh/)
-
-Run the following commands:
-
-```bash
-bun install
-
-bun run build
-```
-
-To publish:
-
-```bash
-bun run build
-
-bun run build:declaration
-
-bun run publish
-```
-
-## Contributing
-
-We welcome contributions! Please feel free to submit a pull request.
-
-## License
-
-This package is under the MIT License. See `LICENSE` file for more details.

packages/api-client/package.json

@@ -1,46 +0,0 @@
-{
-  "name": "@aitube/api-client",
-  "module": "index.ts",
-  "main": "dist/index.js",
-  "types": "dist/index.d.ts",
-  "type": "module",
-  "version": "0.2.4",
-  "description": "Official API client for AiTube.at",
-  "scripts": {
-    "build": "bun build ./src/index.ts --outfile=dist/index.js --external=@aitube/clap && bun run build:declaration",
-    "build:declaration": "tsc --emitDeclarationOnly --project tsconfig.types.json",
-    "postbuild": "rimraf tsconfig.types.tsbuildinfo && bun run build:declaration",
-    "publish": "npm publish --access public",
-    "update": "rm -Rf node_modules && rm bun.lockb && bun i && bun run build"
-  },
-  "devDependencies": {
-    "bun-types": "latest",
-    "prettier": "^3.3.3",
-    "rimraf": "^6.0.1",
-    "typescript": "^5.5.4"
-  },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/jbilcke-hf/aitube-client.git"
-  },
-  "keywords": [
-    "Clapper.app",
-    "AiTube.at",
-    "OpenClap",
-    "AI cinema",
-    "file format",
-    "specification"
-  ],
-  "author": "Julian Bilcke",
-  "license": "MIT",
-  "files": [
-    "dist/*.js",
-    "dist/*.d.ts",
-    "dist/**/*.d.ts"
-  ],
-  "dependencies": {
-    "@aitube/clap": "workspace:*",
-    "@types/bun": "latest",
-    "query-string": "^9.0.0"
-  }
-}

packages/api-client/src/api/createClap.ts

@@ -1,43 +0,0 @@
-import { ClapProject, fetchClap } from "@aitube/clap"
-
-import { aitubeApiUrl } from "@/constants/config"
-
-import { defaultClapHeight, defaultClapWidth } from "@/constants/defaultValues"
-
-export async function createClap({
-  prompt,
-  height = defaultClapHeight,
-  width = defaultClapWidth,
-  turbo = false,
-  token,
-}: {
-  prompt: string
-  height?: number
-  width?: number
-  turbo?: boolean
-  token?: string
-}): Promise<ClapProject> {
-  
-  if (typeof prompt !== "string" || !prompt.length) { throw new Error(`please provide a prompt`) }
-
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const clap = await fetchClap(`${aitubeApiUrl}create`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/json",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: JSON.stringify({
-      prompt,
-      width,
-      height,
-      turbo,
-    }),
-    cache: "no-store",
-  })
-
-  return clap
-}

packages/api-client/src/api/editClapDialogues.ts

@@ -1,61 +0,0 @@
-import { ClapCompletionMode, ClapProject, fetchClap, removeGeneratedAssetUrls, serializeClap } from "@aitube/clap"
-import queryString from "query-string"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { applyClapCompletion } from "@/utils"
-
-export async function editClapDialogues({
-  clap,
-  completionMode = ClapCompletionMode.MERGE,
-  turbo = false,
-  token,
-}: {
-  clap: ClapProject
-
-  /**
-   * Completion mode (optional, defaults to "merge")
-   * 
-   * Possible values are:
-   * - full: the API and the client will return a full clap file. This is a very convenient and simple mode, but it is also very ineficient, so it should not be used for intensive applications.
-   * - partial: the API and the client will return a partial clap file, containing only the new values and changes. This is useful for real-time applications and streaming.
-   * - merge: the API will return a partial clap file, and the client will return a merge of the original with the new values. This is safe to run, there are no side-effects.
-   * - replace: the API will return a partial clap file, and the client will replace the original. This is the most efficient mode, but it relies on side-effects and inline object updates. 
-   */
-  completionMode?: ClapCompletionMode
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<ClapProject> {
-
-  if (!clap) { throw new Error(`please provide a valid clap project`) }
-  
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const params: Record<string, any> = {}
-
-  if (typeof completionMode === "string") {
-    params.c = completionMode
-  }
-
-  if (turbo) {
-    params.t = "true"
-  }
-  
-  const newClap = await fetchClap(
-    `${aitubeApiUrl}edit/dialogues?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(removeGeneratedAssetUrls(clap)),
-    cache: "no-store",
-  })
-
-  const result = await applyClapCompletion(clap, newClap, completionMode)
-
-  return result
-}

packages/api-client/src/api/editClapEntities.ts

@@ -1,75 +0,0 @@
-import { ClapCompletionMode, ClapProject, fetchClap, serializeClap, removeGeneratedAssetUrls } from "@aitube/clap"
-import queryString from "query-string"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { ClapEntityPrompt } from "@/constants/types"
-import { applyClapCompletion } from "@/utils"
-
-export async function editClapEntities({
-  clap,
-  entityPrompts = [],
-  completionMode = ClapCompletionMode.MERGE,
-  turbo = false,
-  token,
-}: {
-  // A ClapProject instance
-  clap: ClapProject
-
-  // a list of entity prompts
-  entityPrompts?: ClapEntityPrompt[],
-
-  /**
-   * Completion mode (optional, defaults to "merge")
-   * 
-   * Possible values are:
-   * - full: the API and the client will return a full clap file. This is a very convenient and simple mode, but it is also very ineficient, so it should not be used for intensive applications.
-   * - partial: the API and the client will return a partial clap file, containing only the new values and changes. This is useful for real-time applications and streaming.
-   * - merge: the API will return a partial clap file, and the client will return a merge of the original with the new values. This is safe to run, there are no side-effects.
-   * - replace: the API will return a partial clap file, and the client will replace the original. This is the most efficient mode, but it relies on side-effects and inline object updates. 
-   */
-  completionMode?: ClapCompletionMode
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<ClapProject> {
-
-  if (!clap) { throw new Error(`please provide a clap to extend`) }
-  
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const params: Record<string, any> = {}
-
-  if (typeof completionMode === "string") {
-    params.c = completionMode
-  }
-
-  if (turbo) {
-    params.t = "true"
-  }
-
-  if (entityPrompts.length) {
-    // if "params.e = JSON.stringify(item)" works with UTF-8 characters,
-    // then we don't need to import "js-base64"
-    // otherwise you will have to do:
-    // params.e = jsBase64.encode(JSON.stringify(item))
-    params.e = JSON.stringify(entityPrompts)
-  }
-
-  const newClap = await fetchClap(
-    `${aitubeApiUrl}edit/entities?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(removeGeneratedAssetUrls(clap)),
-    cache: "no-store",
-  })
-
-  const result = await applyClapCompletion(clap, newClap, completionMode)
-
-  return result
-}

packages/api-client/src/api/editClapMusic.ts

@@ -1,60 +0,0 @@
-import queryString from "query-string"
-import { ClapCompletionMode, ClapProject, fetchClap, serializeClap, removeGeneratedAssetUrls } from "@aitube/clap"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { applyClapCompletion } from "@/utils"
-
-export async function editClapMusic({
-  clap,
-  completionMode = ClapCompletionMode.MERGE,
-  turbo = false,
-  token,
-}: {
-  clap: ClapProject
-  
-  /**
-   * Completion mode (optional, defaults to "merge")
-   * 
-   * Possible values are:
-   * - full: the API and the client will return a full clap file. This is a very convenient and simple mode, but it is also very ineficient, so it should not be used for intensive applications.
-   * - partial: the API and the client will return a partial clap file, containing only the new values and changes. This is useful for real-time applications and streaming.
-   * - merge: the API will return a partial clap file, and the client will return a merge of the original with the new values. This is safe to run, there are no side-effects.
-   * - replace: the API will return a partial clap file, and the client will replace the original. This is the most efficient mode, but it relies on side-effects and inline object updates. 
-   */
-  completionMode?: ClapCompletionMode
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<ClapProject> {
-
-  if (!clap) { throw new Error(`please provide a valid clap project`) }
-  
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const params: Record<string, any> = {}
-
-  if (typeof completionMode === "string") {
-    params.c = completionMode
-  }
-
-  if (turbo) {
-    params.t = "true"
-  }
-
-  const newClap = await fetchClap(`${aitubeApiUrl}edit/music?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(removeGeneratedAssetUrls(clap)),
-    cache: "no-store",
-  })
-
-  const result = await applyClapCompletion(clap, newClap, completionMode)
-
-  return result
-}

packages/api-client/src/api/editClapSounds.ts

@@ -1,60 +0,0 @@
-import queryString from "query-string"
-import { ClapCompletionMode, ClapProject, fetchClap, serializeClap, removeGeneratedAssetUrls } from "@aitube/clap"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { applyClapCompletion } from "@/utils"
-
-export async function editClapSounds({
-  clap,
-  completionMode = ClapCompletionMode.MERGE,
-  turbo = false,
-  token,
-}: {
-  clap: ClapProject
-  
-  /**
-   * Completion mode (optional, defaults to "merge")
-   * 
-   * Possible values are:
-   * - full: the API and the client will return a full clap file. This is a very convenient and simple mode, but it is also very ineficient, so it should not be used for intensive applications.
-   * - partial: the API and the client will return a partial clap file, containing only the new values and changes. This is useful for real-time applications and streaming.
-   * - merge: the API will return a partial clap file, and the client will return a merge of the original with the new values. This is safe to run, there are no side-effects.
-   * - replace: the API will return a partial clap file, and the client will replace the original. This is the most efficient mode, but it relies on side-effects and inline object updates. 
-   */
-  completionMode?: ClapCompletionMode
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<ClapProject> {
-
-  if (!clap) { throw new Error(`please provide a valid clap project`) }
-  
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const params: Record<string, any> = {}
-
-  if (typeof completionMode === "string") {
-    params.c = completionMode
-  }
-
-  if (turbo) {
-    params.t = "true"
-  }
-
-  const newClap = await fetchClap(`${aitubeApiUrl}edit/sounds?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(removeGeneratedAssetUrls(clap)),
-    cache: "no-store",
-  })
-
-  const result = await applyClapCompletion(clap, newClap, completionMode)
-
-  return result
-}

packages/api-client/src/api/editClapStory.ts

@@ -1,114 +0,0 @@
-import { ClapCompletionMode, ClapProject, fetchClap, filterAssets, isValidNumber, serializeClap, removeGeneratedAssetUrls } from "@aitube/clap"
-import queryString from "query-string"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { applyClapCompletion } from "@/utils"
-
-export async function editClapStory({
-  clap,
-  prompt,
-  startTimeInMs,
-  endTimeInMs,
-  completionMode = ClapCompletionMode.MERGE,
-  turbo = false,
-  token,
-}: {
-  // A ClapProject instance
-  clap: ClapProject
-
-  // a prompt to describe how to extend the story (optional)
-  prompt?: string
-
-  // indicates where the completion should start in the timeline
-  //
-  // this can be used tp jump to arbitrary timestamps
-  // in the story
-  //
-  // if you pick a start time AFTER the current project's end time,
-  // the project will be extended
-  //
-  // default value: the current project's end time
-  startTimeInMs?: number
-
-  // it is recommended to use a
-  // end time (eg. startTimeInMs + 12000)
-  // if left by default, th server will generate
-  //
-  // for performance and security reasons,
-  // the server may enforce a hardcoded limit to bypass what you
-  // set here, but that is not a big deal because you can pass
-  // you .clap file again if necessary
-  //
-  // default value: no limit (the server will set one)
-  endTimeInMs?: number
-
-  /**
-   * Completion mode (optional, defaults to "merge")
-   * 
-   * Possible values are:
-   * - full: the API and the client will return a full clap file. This is a very convenient and simple mode, but it is also very ineficient, so it should not be used for intensive applications.
-   * - partial: the API and the client will return a partial clap file, containing only the new values and changes. This is useful for real-time applications and streaming.
-   * - merge: the API will return a partial clap file, and the client will return a merge of the original with the new values. This is safe to run, there are no side-effects.
-   * - replace: the API will return a partial clap file, and the client will replace the original. This is the most efficient mode, but it relies on side-effects and inline object updates. 
-   */
-  completionMode?: ClapCompletionMode
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<ClapProject> {
-
-  if (!clap) { throw new Error(`please provide a clap to extend`) }
-  
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const params: Record<string, any> = {}
-
-  if (typeof completionMode === "string") {
-    params.c = completionMode
-  }
-
-  if (typeof prompt === "string" && prompt.length > 0) {
-    params.p = prompt
-  }
-
-  if (isValidNumber(startTimeInMs)) {
-    params.s = startTimeInMs
-  }
-
-  if (isValidNumber(endTimeInMs)) {
-    params.e = endTimeInMs
-  }
-
-  if (turbo) {
-    params.t = "true"
-  }
-
-  // we remove heavy elements from the payload
-  const payload = await filterAssets({
-    clap,
-    mode: "INCLUDE",
-    categories: {},
-    immutable: true, // to create a standalone copy
-
-    // we only remove the data, but we still keep things marked as "generated"
-    updateStatus: false,
-  })
-  
-  const newClap = await fetchClap(
-    `${aitubeApiUrl}edit/story?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(removeGeneratedAssetUrls(clap)),
-    cache: "no-store",
-  })
-
-  const result = await applyClapCompletion(clap, newClap, completionMode)
-
-  return result
-}

packages/api-client/src/api/editClapStoryboards.ts

@@ -1,60 +0,0 @@
-import queryString from "query-string"
-import { ClapCompletionMode, ClapProject, fetchClap, serializeClap, removeGeneratedAssetUrls } from "@aitube/clap"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { applyClapCompletion } from "@/utils"
-
-export async function editClapStoryboards({
-  clap,
-  completionMode = ClapCompletionMode.MERGE,
-  turbo = false,
-  token,
-}: {
-  clap: ClapProject
-
-  /**
-   * Completion mode (optional, defaults to "merge")
-   * 
-   * Possible values are:
-   * - full: the API and the client will return a full clap file. This is a very convenient and simple mode, but it is also very ineficient, so it should not be used for intensive applications.
-   * - partial: the API and the client will return a partial clap file, containing only the new values and changes. This is useful for real-time applications and streaming.
-   * - merge: the API will return a partial clap file, and the client will return a merge of the original with the new values. This is safe to run, there are no side-effects.
-   * - replace: the API will return a partial clap file, and the client will replace the original. This is the most efficient mode, but it relies on side-effects and inline object updates. 
-   */
-  completionMode?: ClapCompletionMode
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<ClapProject> {
-
-  if (!clap) { throw new Error(`please provide a valid clap project`) }
-  
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const params: Record<string, any> = {}
-
-  if (typeof completionMode === "string") {
-    params.c = completionMode
-  }
-
-  if (turbo) {
-    params.t = "true"
-  }
-
-  const newClap = await fetchClap(`${aitubeApiUrl}edit/storyboards?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(removeGeneratedAssetUrls(clap)),
-    cache: "no-store",
-  })
-
-  const result = await applyClapCompletion(clap, newClap, completionMode)
-
-  return result
-}

packages/api-client/src/api/editClapVideos.ts

@@ -1,85 +0,0 @@
-import queryString from "query-string"
-import { ClapCompletionMode, ClapProject, fetchClap, serializeClap, removeGeneratedAssetUrls, ClapSegmentStatus, ClapSegmentCategory, filterSegments, ClapSegmentFilteringMode, ClapSegment } from "@aitube/clap"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { applyClapCompletion } from "@/utils"
-
-export async function editClapVideos({
-  clap,
-  completionMode = ClapCompletionMode.MERGE,
-  turbo = false,
-  token,
-}: {
-  clap: ClapProject
-  
-  /**
-   * Completion mode (optional, defaults to "merge")
-   * 
-   * Possible values are:
-   * - full: the API and the client will return a full clap file. This is a very convenient and simple mode, but it is also very ineficient, so it should not be used for intensive applications.
-   * - partial: the API and the client will return a partial clap file, containing only the new values and changes. This is useful for real-time applications and streaming.
-   * - merge: the API will return a partial clap file, and the client will return a merge of the original with the new values. This is safe to run, there are no side-effects.
-   * - replace: the API will return a partial clap file, and the client will replace the original. This is the most efficient mode, but it relies on side-effects and inline object updates. 
-   */
-  completionMode?: ClapCompletionMode
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<ClapProject> {
-
-  if (!clap) { throw new Error(`please provide a valid clap project`) }
-  
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const params: Record<string, any> = {}
-
-  if (typeof completionMode === "string") {
-    params.c = completionMode
-  }
-
-  if (turbo) {
-    params.t = "true"
-  }
-  // special trick to not touch the generated
-  // storyboard images that are used by pending videos
-  const idsOfStoryboardsToKeep = clap.segments.map((segment: ClapSegment) => {
-    
-    const isPendingVideo = (
-      segment.category === ClapSegmentCategory.VIDEO
-      &&
-      segment.status === ClapSegmentStatus.TO_GENERATE
-    )
-
-    if (!isPendingVideo) { return undefined }
-
-    const storyboardImage: ClapSegment | undefined = filterSegments(
-      ClapSegmentFilteringMode.BOTH,
-      segment,
-      clap.segments,
-      ClapSegmentCategory.IMAGE
-    ).at(0)
-
-    return storyboardImage?.id
-  }).filter((x: any) => x) as string[]
-
-  const newClap = await fetchClap(`${aitubeApiUrl}edit/videos?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(
-      // need a special trick here, to not touch the generated
-      // storyboards that are used by pending videos
-      removeGeneratedAssetUrls(clap, idsOfStoryboardsToKeep)
-    ),
-    cache: "no-store",
-  })
-
-  const result = await applyClapCompletion(clap, newClap, completionMode)
-
-  return result
-}

packages/api-client/src/api/exportClapToVideo.ts

@@ -1,60 +0,0 @@
-import queryString from "query-string"
-import { ClapProject, serializeClap, blobToDataUri } from "@aitube/clap"
-
-import { aitubeApiUrl } from "@/constants/config"
-import { defaultExportFormat, SupportedExportFormat } from "@/constants"
-
-
-export async function exportClapToVideo({
-  clap,
-  format = defaultExportFormat,
-  turbo = false,
-  token,
-}: {
-  clap: ClapProject
-
-  /**
-   * Desired output video format (defaults to "mp4")
-   * 
-   * Can be either "mp4" or "webm"
-   */
-  format?: SupportedExportFormat
-
-  turbo?: boolean
-
-  token?: string
-}): Promise<string> {
-  
-  if (!clap) { throw new Error(`please provide a clap`) }
-
-  // TODO use an enum instead, and check the enum object
-  if (format !== "mp4" && format !== "webm") { throw new Error(`please provide a valid format ("${format}" is unrecognized)`) }
-
-  const params: Record<string, any> = {}
-
-  params.f = format
-
-  if (turbo) {
-    params.t = "true"
-  }
-
-  const hasToken = typeof token === "string" && token.length > 0
-
-  const res = await fetch(`${aitubeApiUrl}export?${queryString.stringify(params)}`, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/x-gzip",
-      ...hasToken && {
-        "Authorization": `Bearer ${token}`
-      }
-    },
-    body: await serializeClap(clap),
-    cache: "no-store",
-  })
-
-  const blob = await res.blob()
-
-  const dataURL = await blobToDataUri(blob)
-  
-  return dataURL
-}

packages/api-client/src/api/index.ts

@@ -1,9 +0,0 @@
-export { createClap } from "./createClap"
-export { editClapDialogues } from "./editClapDialogues"
-export { editClapEntities } from "./editClapEntities"
-export { editClapMusic } from "./editClapMusic"
-export { editClapSounds } from "./editClapSounds"
-export { editClapStory } from "./editClapStory"
-export { editClapStoryboards } from "./editClapStoryboards"
-export { editClapVideos } from "./editClapVideos"
-export { exportClapToVideo } from "./exportClapToVideo"

packages/api-client/src/constants/config.ts

@@ -1,16 +0,0 @@
-import { defaultAitubeHostname } from "./defaultValues"
-
-// we leave the opportunity to override this at runtime
-export const aitubeUrl = `${
-  process.env.AITUBE_URL ||
-  `https://${defaultAitubeHostname}`
-}`
-
-// note: let's keep it simple and only support one version at a time
-export const aitubeApiVersion = "v1"
-
-export const aitubeApiUrl = `${
-  aitubeUrl
-}${
-  aitubeUrl.endsWith("/") ? "" : "/"
-}api/${aitubeApiVersion}/`

packages/api-client/src/constants/defaultValues.ts

@@ -1,10 +0,0 @@
-// unfortunately, this doesn't work yet due to a redirection issue
-// const defaultAitubeHostname = "aitube.at"
-
-// so we have to use the direct space hostname instead
-export const defaultAitubeHostname = "aitube.at"
-
-export const defaultClapWidth = 512
-export const defaultClapHeight = 288
-
-export const defaultExportFormat = "mp4"

packages/api-client/src/constants/index.ts

@@ -1,17 +0,0 @@
-export {
-  defaultAitubeHostname,
-  defaultClapWidth,
-  defaultClapHeight,
-  defaultExportFormat
-} from './defaultValues'
-
-export {
-  aitubeUrl,
-  aitubeApiVersion,
-  aitubeApiUrl
-} from './config'
-
-export {
-  ClapEntityPrompt,
-  SupportedExportFormat
-} from "./types"

packages/api-client/src/constants/types.ts

@@ -1,25 +0,0 @@
-import { ClapSegmentCategory } from "@aitube/clap"
-
-export type SupportedExportFormat = "mp4" | "webm"
-
-export type ClapEntityPrompt = {
-  name: string
-
-  // eg. "character", "location"
-  category: ClapSegmentCategory
-
-  // age of the person, animal or entity (eg. robot, talking spaceship etc)
-  age: string
-
-  // characterization of the person, animal or entity (texture, hair color, gender etc)
-  variant: string
-
-  // region from where the person, animal or entity is coming from (human, mechanical, alien planet, european, south-american etc)
-  region: string
-
-  // identity picture
-  identityImage: string
-
-  // identity voice
-  identityVoice: string
-}

packages/api-client/src/index.ts

@@ -1,28 +0,0 @@
-
-export {
-  createClap,
-  editClapDialogues,
-  editClapEntities,
-  editClapMusic,
-  editClapSounds,
-  editClapStory,
-  editClapStoryboards,
-  editClapVideos,
-  exportClapToVideo,
-} from './api'
-
-export {
-  defaultAitubeHostname,
-  defaultClapWidth,
-  defaultClapHeight,
-  defaultExportFormat,
-  aitubeUrl,
-  aitubeApiVersion,
-  aitubeApiUrl,
-  ClapEntityPrompt,
-  SupportedExportFormat
-} from "./constants"
-
-export {
-  applyClapCompletion,
-} from "./utils"

packages/api-client/src/parsers/index.ts

@@ -1,3 +0,0 @@
-export { parseEntityPrompt } from "./parseEntityPrompt"
-export { parseString } from "./parseString"
-export { parseStringArray } from "./parseStringArray"

packages/api-client/src/parsers/parseEntityPrompt.ts

@@ -1,30 +0,0 @@
-
-
-import { ClapEntityPrompt } from "@/constants/types"
-
-import { parseString } from "./parseString"
-import { ClapSegmentCategory } from "@aitube/clap"
-
-export function parseEntityPrompt(entityPrompt: Partial<ClapEntityPrompt> = {}): ClapEntityPrompt {
-
-  return {
-    name: parseString(entityPrompt?.name),
-
-    category: parseString(entityPrompt?.category) as ClapSegmentCategory,
-
-    // age of the person, animal or entity (eg. robot, talking spaceship etc)
-    age: parseString(entityPrompt?.age),
-
-    // characterization of the person, animal or entity (texture, hair color, gender etc)
-    variant: parseString(entityPrompt?.variant),
-
-    // region from where the person, animal or entity is coming from (human, mechanical, alien planet, european, south-american etc)
-    region: parseString(entityPrompt?.region),
-
-    // identity picture
-    identityImage: parseString(entityPrompt?.identityImage),
-
-    // identity voice
-    identityVoice: parseString(entityPrompt?.identityVoice),
-  }
-}

packages/api-client/src/parsers/parseString.ts

@@ -1,7 +0,0 @@
-export function parseString(input?: any, defaultValue?: string): string {
-  const defValue = `${defaultValue || ""}`
-
-  if (typeof input !== "string") { return defValue }
-  
-  return input || defValue
-}

packages/api-client/src/parsers/parseStringArray.ts

@@ -1,9 +0,0 @@
-export function parseStringArray(something: any): string[] {
-  let result: string[] = []
-  if (typeof something === "string") {
-    result = [something]
-  } else if (Array.isArray(something)) {
-    result = something.map(thing => typeof thing === "string" ? thing : "").filter(x => x)
-  }
-  return result
-}

packages/api-client/src/utils/applyClapCompletion.ts

@@ -1,21 +0,0 @@
-import { ClapCompletionMode, ClapProject, updateClap } from "@aitube/clap"
-
-export async function applyClapCompletion(
-  existingClap: ClapProject,
-  newerClap: ClapProject,
-  clapCompletionMode: ClapCompletionMode
-): Promise<ClapProject> {
-  // in both those mode we leave full control to what is inside "newerClap"
-  if (clapCompletionMode === ClapCompletionMode.FULL || clapCompletionMode === ClapCompletionMode.PARTIAL) {
-    return newerClap
-  }
-
-  // else we are in ClapCompletionMode.MERGE or ClapCompletionMode.REPLACE
-  const result = await updateClap(existingClap, newerClap, {
-    // the newer clap meta may contain incomplete information
-    overwriteMeta: false,
-    inlineReplace: clapCompletionMode === ClapCompletionMode.REPLACE
-  })
-
-  return result
-}

packages/api-client/src/utils/index.ts

@@ -1 +0,0 @@
-export { applyClapCompletion } from "./applyClapCompletion"

packages/api-client/tsconfig.json

@@ -1,31 +0,0 @@
-{
-  "compilerOptions": {
-    "outDir": "./dist",
-    "rootDir": "./src",
-    "baseUrl": "./",
-    "paths": { 
-      "@/*": ["src/*"]
-    },
-    "lib": ["ESNext", "DOM"],
-    "module": "esnext",
-    "target": "esnext",
-    "moduleResolution": "bundler",
-    "moduleDetection": "force",
-    "allowImportingTsExtensions": true,
-    "noEmit": true,
-    "composite": true,
-    "strict": true,
-    "downlevelIteration": true,
-    "skipLibCheck": true,
-    "jsx": "react-jsx",
-    "allowSyntheticDefaultImports": true,
-    "forceConsistentCasingInFileNames": true,
-    "allowJs": true,
-    "types": [
-      "bun-types"
-    ]
-  },
-  "include": [
-    "src/**/*.ts"
-  ]
-}

packages/api-client/tsconfig.types.json

@@ -1,13 +0,0 @@
-{
-  "extends": "./tsconfig.json",
-  "compilerOptions": {
-    "noEmit": false,
-    "emitDeclarationOnly": true,
-    "declaration": true,
-    "outDir": "./dist",
-    "rootDir": "./src",
-  },
-  "include": [
-    "src/**/*.ts"
-  ]
-}

packages/app/.nvmrc

@@ -1 +1 @@
-v20.15.1
+v20.17.0

packages/app/package.json

@@ -35,7 +35,7 @@
     "electron:make": "bun run build && electron-forge make"
   },
   "dependencies": {
-    "@aitube/api-client": "workspace:*",
+    "@aitube/client": "workspace:*",
     "@aitube/broadway": "workspace:*",
     "@aitube/clap": "workspace:*",
     "@aitube/clapper-services": "workspace:*",
@@ -44,17 +44,17 @@
     "@fal-ai/serverless-client": "^0.14.2",
     "@ffmpeg/ffmpeg": "^0.12.10",
     "@ffmpeg/util": "^0.12.1",
-    "@gradio/client": "^1.5.0",
+    "@gradio/client": "^1.5.1",
     "@huggingface/hub": "^0.15.1",
     "@huggingface/inference": "^2.8.0",
-    "@huggingface/transformers": "3.0.0-alpha.5",
-    "@langchain/anthropic": "^0.2.14",
+    "@huggingface/transformers": "3.0.0-alpha.14",
+    "@langchain/anthropic": "^0.2.15",
     "@langchain/cohere": "^0.2.2",
-    "@langchain/core": "^0.2.23",
-    "@langchain/google-vertexai": "^0.0.25",
-    "@langchain/groq": "^0.0.16",
-    "@langchain/mistralai": "^0.0.28",
-    "@langchain/openai": "^0.2.6",
+    "@langchain/core": "^0.2.31",
+    "@langchain/google-vertexai": "^0.0.27",
+    "@langchain/groq": "^0.0.17",
+    "@langchain/mistralai": "^0.0.29",
+    "@langchain/openai": "^0.2.8",
     "@monaco-editor/react": "^4.6.0",
     "@radix-ui/react-accordion": "^1.1.2",
     "@radix-ui/react-avatar": "^1.0.4",
@@ -82,12 +82,12 @@
     "@react-three/fiber": "^8.16.6",
     "@react-three/uikit": "^0.3.4",
     "@react-three/uikit-lucide": "^0.3.4",
-    "@saintno/comfyui-sdk": "^0.1.20",
+    "@saintno/comfyui-sdk": "0.1.20",
     "@tailwindcss/container-queries": "^0.1.1",
     "@types/dom-speech-recognition": "^0.0.4",
     "@types/pngjs": "^6.0.5",
-    "@xyflow/react": "^12.0.3",
-    "autoprefixer": "10.4.19",
+    "@xyflow/react": "^12.2.0",
+    "autoprefixer": "10.4.20",
     "base64-arraybuffer": "^1.0.2",
     "bellhop-iframe": "^3.5.0",
     "civitai": "^0.1.15",
@@ -99,18 +99,18 @@
     "dotenv": "^16.4.5",
     "fflate": "^0.8.2",
     "fluent-ffmpeg": "^2.1.3",
-    "framer-motion": "11.1.7",
+    "framer-motion": "11.3.31",
     "fs-extra": "^11.2.0",
     "is-hotkey": "^0.2.0",
-    "lucide-react": "^0.396.0",
+    "lucide-react": "^0.438.0",
     "mediainfo.js": "^0.3.2",
     "mlt-xml": "^2.0.2",
-    "monaco-editor": "^0.50.0",
-    "next": "^14.2.5",
+    "monaco-editor": "^0.51.0",
+    "next": "14.2.7",
     "next-themes": "^0.3.0",
     "pngjs": "^7.0.0",
-    "qs": "^6.12.1",
-    "query-string": "^9.0.0",
+    "qs": "^6.13.0",
+    "query-string": "^9.1.0",
     "react": "^18.3.1",
     "react-device-frameset": "^1.3.4",
     "react-dnd": "^16.0.1",
@@ -153,6 +153,7 @@
     "@testing-library/react": "^16.0.0",
     "@types/fluent-ffmpeg": "^2.1.24",
     "@types/is-hotkey": "^0.1.10",
+    "@types/lodash": "4.17.7",
     "@types/node": "^20",
     "@types/react": "^18",
     "@types/react-dom": "^18",

packages/app/src/app/api/resolve/providers/aitube/index.ts

@@ -12,7 +12,7 @@ import {
   editClapSounds,
   editClapStoryboards,
   editClapVideos,
-} from '@aitube/api-client'
+} from '@aitube/client'
 
 import { getWorkflowInputValues } from '../getWorkflowInputValues'
 

packages/app/src/app/api/resolve/providers/comfy-replicate/index.ts

@@ -5,7 +5,7 @@ import {
 } from '@aitube/clap'
 
 import { ResolveRequest } from '@aitube/clapper-services'
-import { getComfyWorkflow } from '../../../../../services/editors/workflow-editor/workflows/comfyui/getComfyWorkflow'
+
 import { runWorkflow } from './runWorkflow'
 import { TimelineSegment } from '@aitube/timeline'
 

packages/app/src/app/api/resolve/providers/comfy-replicate/runWorkflow.ts

@@ -1,4 +1,8 @@
-import Replicate from 'replicate'
+// import Replicate from 'replicate'
+// fix for the error:
+// ../../node_modules/replicate/lib/util.js
+// Critical dependency: require function is used in a way in which dependencies cannot be statically extracted
+const Replicate = require('replicate')
 
 export async function runWorkflow({
   apiKey,

packages/app/src/app/api/resolve/providers/comfyui/convertComfyUiWorkflowApiToClapWorkflow.ts

@@ -0,0 +1,60 @@
+import {
+  ClapWorkflow,
+  ClapWorkflowCategory,
+  ClapWorkflowEngine,
+  ClapWorkflowProvider,
+} from '@aitube/clap'
+
+import { getInputsFromComfyUiWorkflow } from './getInputsFromComfyUiWorkflow'
+
+export function convertComfyUiWorkflowApiToClapWorkflow(
+  workflowString: string,
+  category: ClapWorkflowCategory = ClapWorkflowCategory.IMAGE_GENERATION
+): ClapWorkflow {
+  try {
+    const { inputFields, inputValues } = getInputsFromComfyUiWorkflow(
+      workflowString,
+      category
+    )
+    switch (category) {
+      case ClapWorkflowCategory.VIDEO_GENERATION: {
+        return {
+          id: 'comfyui://settings.comfyWorkflowForVideo',
+          label: 'Custom Video Workflow',
+          description: 'Custom ComfyUI workflow to generate videos',
+          tags: ['custom', 'video generation'],
+          author: 'You',
+          thumbnailUrl: '',
+          nonCommercial: false,
+          engine: ClapWorkflowEngine.COMFYUI_WORKFLOW,
+          provider: ClapWorkflowProvider.COMFYUI,
+          category,
+          data: workflowString,
+          schema: '',
+          inputFields,
+          inputValues,
+        }
+      }
+      default: {
+        return {
+          id: 'comfyui://settings.comfyWorkflowForImage',
+          label: 'Custom Image Workflow',
+          description: 'Custom ComfyUI workflow to generate images',
+          tags: ['custom', 'image generation'],
+          author: 'You',
+          thumbnailUrl: '',
+          nonCommercial: false,
+          engine: ClapWorkflowEngine.COMFYUI_WORKFLOW,
+          provider: ClapWorkflowProvider.COMFYUI,
+          category,
+          data: workflowString,
+          schema: '',
+          inputFields,
+          inputValues,
+        }
+      }
+    }
+  } catch (e) {
+    throw e
+  }
+}

packages/app/src/app/api/resolve/providers/comfyui/createPromptBuilder.spec.ts

@@ -0,0 +1,595 @@
+import { expect, test } from 'vitest'
+import { createPromptBuilder } from './createPromptBuilder'
+
+// Default workflow used by ComfyUI, downloaded for API
+const workflowRaw = {
+  '3': {
+    inputs: {
+      seed: 156680208700286,
+      steps: 20,
+      cfg: 8,
+      sampler_name: 'euler',
+      scheduler: 'normal',
+      denoise: 1,
+      model: ['4', 0],
+      positive: ['6', 0],
+      negative: ['7', 0],
+      latent_image: ['5', 0],
+    },
+    class_type: 'KSampler',
+    _meta: {
+      title: 'KSampler',
+    },
+  },
+  '4': {
+    inputs: {
+      ckpt_name: 'v1-5-pruned-emaonly.ckpt',
+    },
+    class_type: 'CheckpointLoaderSimple',
+    _meta: {
+      title: 'Load Checkpoint',
+    },
+  },
+  '5': {
+    inputs: {
+      width: 512,
+      height: 512,
+      batch_size: 1,
+    },
+    class_type: 'EmptyLatentImage',
+    _meta: {
+      title: 'Empty Latent Image',
+    },
+  },
+  '6': {
+    inputs: {
+      text: 'beautiful scenery nature glass bottle landscape, , purple galaxy bottle,',
+      clip: ['4', 1],
+    },
+    class_type: 'CLIPTextEncode',
+    _meta: {
+      title: 'CLIP Text Encode (Prompt)',
+    },
+  },
+  '7': {
+    inputs: {
+      text: 'text, watermark',
+      clip: ['4', 1],
+    },
+    class_type: 'CLIPTextEncode',
+    _meta: {
+      title: 'CLIP Text Encode (Prompt)',
+    },
+  },
+  '8': {
+    inputs: {
+      samples: ['3', 0],
+      vae: ['4', 2],
+    },
+    class_type: 'VAEDecode',
+    _meta: {
+      title: 'VAE Decode',
+    },
+  },
+  '9': {
+    inputs: {
+      filename_prefix: 'ComfyUI',
+      images: ['8', 0],
+    },
+    class_type: 'SaveImage',
+    _meta: {
+      title: 'Save Image',
+    },
+  },
+}
+
+// Example workflow object using @clapper/- tokens
+const workflowRawWithTokens = {
+  '3': {
+    inputs: {
+      seed: 156680208700286,
+      steps: 20,
+      cfg: 8,
+      sampler_name: 'euler',
+      scheduler: 'normal',
+      denoise: 1,
+      model: ['4', 0],
+      positive: ['6', 0],
+      negative: ['7', 0],
+      latent_image: ['5', 0],
+    },
+    class_type: 'KSampler',
+    _meta: {
+      title: 'KSampler',
+    },
+  },
+  '4': {
+    inputs: {
+      ckpt_name: 'v1-5-pruned-emaonly.ckpt',
+    },
+    class_type: 'CheckpointLoaderSimple',
+    _meta: {
+      title: 'Load Checkpoint',
+    },
+  },
+  '5': {
+    inputs: {
+      width: 512,
+      height: 512,
+      batch_size: 1,
+    },
+    class_type: 'EmptyLatentImage',
+    _meta: {
+      title: 'Empty Latent Image',
+    },
+  },
+  '6': {
+    inputs: {
+      text: '@clapper/prompt',
+      clip: ['4', 1],
+    },
+    class_type: 'CLIPTextEncode',
+    _meta: {
+      title: 'CLIP Text Encode (Prompt)',
+    },
+  },
+  '7': {
+    inputs: {
+      text: '@clapper/negative',
+      clip: ['4', 1],
+    },
+    class_type: 'CLIPTextEncode',
+    _meta: {
+      title: 'CLIP Text Encode (Prompt)',
+    },
+  },
+  '8': {
+    inputs: {
+      samples: ['3', 0],
+      vae: ['4', 2],
+    },
+    class_type: 'VAEDecode',
+    _meta: {
+      title: 'VAE Decode',
+    },
+  },
+  '9': {
+    inputs: {
+      filename_prefix: 'ComfyUI',
+      images: ['8', 0],
+    },
+    class_type: 'SaveImage',
+    _meta: {
+      title: 'Save Image',
+    },
+  },
+}
+
+test('should return all nodes that have inputs', () => {
+  const nodesWithInputs = new ComfyUIWorkflowApiGraph(
+    workflowRaw
+  ).getNodesWithInputs()
+
+  // Expect nodes 3, 4, 5, 6, 7, 8, and 9 to have inputs
+  expect(nodesWithInputs).toHaveLength(7)
+  expect(nodesWithInputs).toEqual(
+    expect.arrayContaining([
+      expect.objectContaining({ id: '3' }),
+      expect.objectContaining({ id: '4' }),
+      expect.objectContaining({ id: '5' }),
+      expect.objectContaining({ id: '6' }),
+      expect.objectContaining({ id: '7' }),
+      expect.objectContaining({ id: '8' }),
+      expect.objectContaining({ id: '9' }),
+    ])
+  )
+})
+
+test('should return the correct output node', () => {
+  const outputNode = new ComfyUIWorkflowApiGraph(workflowRaw).getOutputNode()
+
+  expect(outputNode).toEqual({
+    id: '9',
+    inputs: {
+      filename_prefix: 'ComfyUI',
+      images: ['8', 0],
+    },
+    class_type: 'SaveImage',
+    _meta: {
+      title: 'Save Image',
+    },
+  })
+})
+
+test('should build the correct graph from the workflow', () => {
+  const { adjList, dependencyList, inDegree } = new ComfyUIWorkflowApiGraph(
+    workflowRaw
+  ).getGraphData()
+
+  expect(adjList['3']).toEqual(['8'])
+  expect(adjList['8']).toEqual(['9'])
+  expect(inDegree['3']).toBe(4)
+  expect(dependencyList['3']).toEqual([
+    {
+      from: '4',
+      inputName: 'model',
+    },
+    {
+      from: '6',
+      inputName: 'positive',
+    },
+    { from: '7', inputName: 'negative' },
+    { from: '5', inputName: 'latent_image' },
+  ])
+  expect(inDegree['9']).toBe(1)
+})
+
+test('should return the correct inputs by node id', () => {
+  const workflow = new ComfyUIWorkflowApiGraph(workflowRaw)
+
+  expect(workflow.getInputsByNodeId('3')).toEqual([
+    {
+      type: 'number',
+      name: 'seed',
+      value: 156680208700286,
+      id: '3.inputs.seed',
+      node: {
+        id: '3',
+        name: 'KSampler',
+        type: 'KSampler',
+      },
+    },
+    {
+      type: 'number',
+      name: 'steps',
+      value: 20,
+      id: '3.inputs.steps',
+      node: {
+        id: '3',
+        name: 'KSampler',
+        type: 'KSampler',
+      },
+    },
+    {
+      type: 'number',
+      name: 'cfg',
+      value: 8,
+      id: '3.inputs.cfg',
+      node: {
+        id: '3',
+        name: 'KSampler',
+        type: 'KSampler',
+      },
+    },
+    {
+      type: 'string',
+      name: 'sampler_name',
+      value: 'euler',
+      id: '3.inputs.sampler_name',
+      node: {
+        id: '3',
+        name: 'KSampler',
+        type: 'KSampler',
+      },
+    },
+    {
+      type: 'string',
+      name: 'scheduler',
+      value: 'normal',
+      id: '3.inputs.scheduler',
+      node: {
+        id: '3',
+        name: 'KSampler',
+        type: 'KSampler',
+      },
+    },
+    {
+      type: 'number',
+      name: 'denoise',
+      value: 1,
+      id: '3.inputs.denoise',
+      node: {
+        id: '3',
+        name: 'KSampler',
+        type: 'KSampler',
+      },
+    },
+  ])
+
+  expect(workflow.getInputsByNodeId('4')).toEqual([
+    {
+      type: 'string',
+      name: 'ckpt_name',
+      value: 'v1-5-pruned-emaonly.ckpt',
+      id: '4.inputs.ckpt_name',
+      node: {
+        id: '4',
+        name: 'Load Checkpoint',
+        type: 'CheckpointLoaderSimple',
+      },
+    },
+  ])
+
+  expect(workflow.getInputsByNodeId('5')).toEqual([
+    {
+      type: 'number',
+      name: 'width',
+      value: 512,
+      id: '5.inputs.width',
+      node: {
+        id: '5',
+        name: 'Empty Latent Image',
+        type: 'EmptyLatentImage',
+      },
+    },
+    {
+      type: 'number',
+      name: 'height',
+      value: 512,
+      id: '5.inputs.height',
+      node: {
+        id: '5',
+        name: 'Empty Latent Image',
+        type: 'EmptyLatentImage',
+      },
+    },
+    {
+      type: 'number',
+      name: 'batch_size',
+      value: 1,
+      id: '5.inputs.batch_size',
+      node: {
+        id: '5',
+        name: 'Empty Latent Image',
+        type: 'EmptyLatentImage',
+      },
+    },
+  ])
+
+  expect(workflow.getInputsByNodeId('6')).toEqual([
+    {
+      type: 'string',
+      name: 'text',
+      value:
+        'beautiful scenery nature glass bottle landscape, , purple galaxy bottle,',
+      id: '6.inputs.text',
+      node: {
+        id: '6',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+    },
+  ])
+
+  const nonExistentNodeInputs = workflow.getInputsByNodeId('99')
+  expect(nonExistentNodeInputs).toBeNull()
+})
+
+test('should detect the correct positive and negative prompt inputs', () => {
+  const workflow = new ComfyUIWorkflowApiGraph(workflowRaw)
+  const positivePromptInput = findPromptInputsFromWorkflow(workflow)
+  const negativePromptInput = findNegativePromptInputsFromWorkflow(workflow)
+
+  expect(positivePromptInput).toEqual([
+    {
+      id: '6.inputs.text',
+      node: {
+        id: '6',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      name: 'text',
+      type: 'string',
+      value:
+        'beautiful scenery nature glass bottle landscape, , purple galaxy bottle,',
+    },
+  ])
+
+  expect(negativePromptInput).toEqual([
+    {
+      id: '7.inputs.text',
+      node: {
+        id: '7',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      name: 'text',
+      type: 'string',
+      value: 'text, watermark',
+    },
+  ])
+
+  expect(positivePromptInput).not.toEqual(
+    expect.arrayContaining([expect.objectContaining({ name: 'steps' })])
+  )
+
+  expect(negativePromptInput).not.toEqual(
+    expect.arrayContaining([expect.objectContaining({ name: 'cfg' })])
+  )
+})
+
+test('should detect the correct positive and negative prompt inputs using clapper tokens', () => {
+  const workflow = new ComfyUIWorkflowApiGraph(workflowRawWithTokens)
+  const positivePromptInput = findPromptInputsFromWorkflow(workflow)
+  const negativePromptInput = findNegativePromptInputsFromWorkflow(workflow)
+
+  expect(positivePromptInput).toEqual([
+    {
+      id: '6.inputs.text',
+      node: {
+        id: '6',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      type: 'string',
+      name: 'text',
+      value: '@clapper/prompt',
+    },
+  ])
+
+  expect(negativePromptInput).toEqual([
+    {
+      id: '7.inputs.text',
+      node: {
+        id: '7',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      type: 'string',
+      name: 'text',
+      value: '@clapper/negative',
+    },
+  ])
+
+  expect(positivePromptInput).not.toEqual(
+    expect.arrayContaining([expect.objectContaining({ name: 'steps' })])
+  )
+  expect(negativePromptInput).not.toEqual(
+    expect.arrayContaining([expect.objectContaining({ name: 'cfg' })])
+  )
+})
+
+test('should correctly search workflow inputs', () => {
+  const workflow = new ComfyUIWorkflowApiGraph(workflowRaw)
+  expect(
+    workflow.findInput({
+      name: 'text',
+    })
+  ).toEqual([
+    {
+      id: '6.inputs.text',
+      node: {
+        id: '6',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      name: 'text',
+      type: 'string',
+      value:
+        'beautiful scenery nature glass bottle landscape, , purple galaxy bottle,',
+    },
+    {
+      id: '7.inputs.text',
+      node: {
+        id: '7',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      name: 'text',
+      type: 'string',
+      value: 'text, watermark',
+    },
+  ])
+  expect(
+    workflow.findInput({
+      name: 'text',
+      type: 'string',
+      nodeOutputToNodeInput: 'positive',
+    })
+  ).toEqual([
+    {
+      id: '6.inputs.text',
+      node: {
+        id: '6',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      name: 'text',
+      type: 'string',
+      value:
+        'beautiful scenery nature glass bottle landscape, , purple galaxy bottle,',
+    },
+  ])
+  expect(
+    workflow.findInput({
+      name: /tex.*/,
+      type: /str.*/,
+      nodeOutputToNodeInput: /posi.*/,
+    })
+  ).toEqual([
+    {
+      id: '6.inputs.text',
+      node: {
+        id: '6',
+        name: 'CLIP Text Encode (Prompt)',
+        type: 'CLIPTextEncode',
+      },
+      name: 'text',
+      type: 'string',
+      value:
+        'beautiful scenery nature glass bottle landscape, , purple galaxy bottle,',
+    },
+  ])
+})
+
+test('should create the PromptBuilder', () => {
+  const promptBuilder = createPromptBuilder(
+    new ComfyUIWorkflowApiGraph(workflowRaw)
+  )
+  expect(promptBuilder.mapOutputKeys).toEqual({
+    [ClapperComfyUiInputIds.OUTPUT]: '9',
+  })
+  expect(promptBuilder.mapInputKeys).toEqual({
+    '3.inputs.seed': '3.inputs.seed',
+    '3.inputs.steps': '3.inputs.steps',
+    '3.inputs.cfg': '3.inputs.cfg',
+    '3.inputs.sampler_name': '3.inputs.sampler_name',
+    '3.inputs.scheduler': '3.inputs.scheduler',
+    '3.inputs.denoise': '3.inputs.denoise',
+    '4.inputs.ckpt_name': '4.inputs.ckpt_name',
+    '5.inputs.width': '5.inputs.width',
+    '5.inputs.height': '5.inputs.height',
+    '5.inputs.batch_size': '5.inputs.batch_size',
+    '7.inputs.text': '7.inputs.text',
+    '9.inputs.filename_prefix': '9.inputs.filename_prefix',
+    '6.inputs.text': '6.inputs.text',
+    [ClapperComfyUiInputIds.PROMPT]: ClapperComfyUiInputIds.PROMPT,
+    [ClapperComfyUiInputIds.NEGATIVE_PROMPT]:
+      ClapperComfyUiInputIds.NEGATIVE_PROMPT,
+    [ClapperComfyUiInputIds.WIDTH]: ClapperComfyUiInputIds.WIDTH,
+    [ClapperComfyUiInputIds.HEIGHT]: ClapperComfyUiInputIds.HEIGHT,
+    [ClapperComfyUiInputIds.SEED]: ClapperComfyUiInputIds.SEED,
+  })
+  expect(promptBuilder.prompt).toEqual(workflowRaw)
+})
+
+test('should convert correctly the workflow to string', () => {
+  const workflow = new ComfyUIWorkflowApiGraph(workflowRaw)
+  expect(workflow.toJson()).toEqual(workflowRaw)
+})
+
+test('should edit correctly an input of the workflow', () => {
+  const workflow = new ComfyUIWorkflowApiGraph(workflowRaw)
+  workflow.setInputValue('3.inputs.seed', 1121)
+  workflowRaw['3'].inputs.seed = 1111
+  expect(workflow.toJson()).not.toEqual(workflowRaw)
+  workflow.setInputValue('3.inputs.seed', 3333)
+  workflowRaw['3'].inputs.seed = 3333
+  expect(workflow.toJson()).toEqual(workflowRaw)
+})
+
+/**
+ * Error handling
+ */
+
+// TODO: More corrupted workflows
+const workflowRawWithCycles = {
+  a: {
+    inputs: {
+      text: ['b', 0],
+    },
+  },
+  b: {
+    inputs: {
+      text: ['a', 0],
+    },
+  },
+}
+
+test('should fail if workflow has cycles', () => {
+  expect(() => {
+    new ComfyUIWorkflowApiGraph(workflowRawWithCycles)
+  }).toThrow(
+    'The provided workflow has cycles, impossible to get the output node.'
+  )
+})

packages/app/src/app/api/resolve/providers/comfyui/createPromptBuilder.ts

@@ -0,0 +1,42 @@
+import { PromptBuilder } from '@saintno/comfyui-sdk'
+
+import { ClapperComfyUiInputIds } from './types'
+import { ComfyUIWorkflowApiGraph } from './graph'
+
+/**
+ * Takes a workflow graph and converts it to PromptBuilder
+ */
+export function createPromptBuilder(
+  workflowApiGraph: ComfyUIWorkflowApiGraph
+): PromptBuilder<any, any, any> {
+  const inputs = workflowApiGraph.getInputs()
+  const outputNode = workflowApiGraph.getOutputNode()
+
+  const inputKeys = Object.values(inputs)
+    .map((input) => input.id)
+    .concat([
+      ClapperComfyUiInputIds.PROMPT,
+      ClapperComfyUiInputIds.NEGATIVE_PROMPT,
+      ClapperComfyUiInputIds.WIDTH,
+      ClapperComfyUiInputIds.HEIGHT,
+      ClapperComfyUiInputIds.SEED,
+    ])
+
+  const promptBuilder = new PromptBuilder(
+    workflowApiGraph.toJson(),
+    inputKeys,
+    [ClapperComfyUiInputIds.OUTPUT]
+  )
+
+  // We don't need proper names for input keys,
+  // as we just use PromptBuilder for its websocket api
+  inputKeys.forEach((inputKey) => {
+    promptBuilder.setInputNode(inputKey, inputKey)
+  })
+
+  if (outputNode) {
+    promptBuilder.setOutputNode(ClapperComfyUiInputIds.OUTPUT, outputNode.id)
+  }
+
+  return promptBuilder
+}

packages/app/src/app/api/resolve/providers/comfyui/getInputsFromComfyUiWorkflow.ts

@@ -0,0 +1,106 @@
+import {
+  ClapInputCategory,
+  ClapInputField,
+  ClapInputFields,
+  ClapInputValues,
+  ClapWorkflowCategory,
+} from '@aitube/clap'
+
+import { MainClapWorkflowInputsLabels } from './utils'
+import { getMainInputsFromComfyUiWorkflow } from './getMainInputsFromComfyUiWorkflow'
+import { ComfyUIWorkflowApiGraph } from './graph'
+
+/**
+ * Returns input fields / input values required by ComfyUi
+ * @param workflow
+ */
+export function getInputsFromComfyUiWorkflow(
+  workflowString: string,
+  category: ClapWorkflowCategory
+): {
+  inputFields: ClapInputFields
+  inputValues: ClapInputValues
+} {
+  const workflowGraph = ComfyUIWorkflowApiGraph.fromString(workflowString)
+  const { inputFields: mainInputFields, inputValues: mainInputValues } =
+    getMainInputsFromComfyUiWorkflow(workflowString, category)
+
+  const inputValues = {
+    ...mainInputValues,
+  } as any
+
+  const inputFields: ClapInputField<{
+    options?: {
+      id: string
+      label: string
+      value: any
+    }[]
+    tooltip?: {
+      type: string
+      message: string
+    }
+  }>[] = [
+    // Required fields that should be available in the workflow, otherwise
+    // Clapper doesn't know how to input its settings (prompts, dimensions, etc)
+    {
+      id: '@clapper/mainInputs',
+      label: 'Main settings',
+      type: 'group' as any,
+      category: ClapInputCategory.UNKNOWN,
+      description: 'Main inputs',
+      defaultValue: '',
+      inputFields: mainInputFields,
+    },
+    // Other input fields based on the workflow nodes
+    {
+      id: '@clapper/otherInputs',
+      label: 'Node settings',
+      type: 'group' as any,
+      category: ClapInputCategory.UNKNOWN,
+      description: 'Main inputs',
+      defaultValue: '',
+      inputFields: workflowGraph
+        .getNodesWithInputs()
+        // Discard nodes with only inputs connections
+        .filter(({ id }) => workflowGraph.getInputsByNodeId(id)?.length)
+        .map(({ id, _meta }) => {
+          return {
+            id: '@clapper/node/' + id,
+            label: `${_meta?.title} (id: ${id})`,
+            type: 'group' as any,
+            category: ClapInputCategory.UNKNOWN,
+            description: `Settings for ${_meta?.title}`,
+            defaultValue: '',
+            inputFields: workflowGraph.getInputsByNodeId(id)?.map((input) => {
+              const mainInputKey = Object.keys(inputValues).find(
+                (key) => inputValues[key]?.id == input.id
+              )
+              inputValues[input.id] = input.value
+              return {
+                id: input.id,
+                label: input.name,
+                type: input.type as any,
+                category: ClapInputCategory.UNKNOWN,
+                description: '',
+                defaultValue: input.value,
+                metadata: {
+                  tooltip: MainClapWorkflowInputsLabels[mainInputKey as string]
+                    ? {
+                        type: 'warning',
+                        message: `This value will be overwritten by Clapper because it is
+                      used as "${MainClapWorkflowInputsLabels[mainInputKey as string]}".`,
+                      }
+                    : undefined,
+                },
+              }
+            }),
+          }
+        }),
+    },
+  ]
+
+  return {
+    inputFields,
+    inputValues,
+  }
+}

packages/app/src/app/api/resolve/providers/comfyui/getMainInputIdsByClapWorkflowCategory.ts

@@ -0,0 +1,29 @@
+import { ClapWorkflowCategory } from '@aitube/clap'
+
+import { ClapperComfyUiInputIds } from './types'
+
+export const getMainInputIdsByClapWorkflowCategory = (
+  category: ClapWorkflowCategory
+) => {
+  switch (category) {
+    case ClapWorkflowCategory.VIDEO_GENERATION: {
+      return [
+        ClapperComfyUiInputIds.IMAGE,
+        ClapperComfyUiInputIds.WIDTH,
+        ClapperComfyUiInputIds.HEIGHT,
+        ClapperComfyUiInputIds.SEED,
+        ClapperComfyUiInputIds.OUTPUT,
+      ]
+    }
+    default: {
+      return [
+        ClapperComfyUiInputIds.PROMPT,
+        ClapperComfyUiInputIds.NEGATIVE_PROMPT,
+        ClapperComfyUiInputIds.WIDTH,
+        ClapperComfyUiInputIds.HEIGHT,
+        ClapperComfyUiInputIds.SEED,
+        ClapperComfyUiInputIds.OUTPUT,
+      ]
+    }
+  }
+}

packages/app/src/app/api/resolve/providers/comfyui/getMainInputsFromComfyUiWorkflow.ts

@@ -0,0 +1,259 @@
+import {
+  ClapInputCategory,
+  ClapInputFields,
+  ClapInputValues,
+  ClapWorkflowCategory,
+} from '@aitube/clap'
+import unionBy from 'lodash/unionBy'
+
+import {
+  findHeightInputsFromWorkflow,
+  findImageInputsFromWorkflow,
+  findNegativePromptInputsFromWorkflow,
+  findPromptInputsFromWorkflow,
+  findSeedInputsFromWorkflow,
+  findWidthInputsFromWorkflow,
+  MainClapWorkflowInputsLabels,
+} from './utils'
+import { ClapperComfyUiInputIds, ComfyUiWorkflowApiNodeInput } from './types'
+import { ComfyUIWorkflowApiGraph } from './graph'
+import { getMainInputIdsByClapWorkflowCategory } from './getMainInputIdsByClapWorkflowCategory'
+
+export function getMainInputsFromComfyUiWorkflow(
+  workflowString: string,
+  category: ClapWorkflowCategory
+): {
+  inputFields: ClapInputFields
+  inputValues: ClapInputValues
+} {
+  const workflowGraph = ComfyUIWorkflowApiGraph.fromString(workflowString)
+  const mainInputsIds = getMainInputIdsByClapWorkflowCategory(category)
+  const nodes = workflowGraph.getNodes()
+  const textInputs = workflowGraph.findInput({
+    type: 'string',
+    name: /.*(text|prompt).*/,
+  })
+  const dimensionInputs = workflowGraph.findInput({
+    type: 'number',
+    name: /.*(width|height).*/,
+  })
+  const promptNodeInputs = findPromptInputsFromWorkflow(workflowGraph)
+  const negativePromptNodeInputs =
+    findNegativePromptInputsFromWorkflow(workflowGraph)
+  const widthNodeInputs = findWidthInputsFromWorkflow(workflowGraph)
+  const heightNodeInputs = findHeightInputsFromWorkflow(workflowGraph)
+  const seedNodeInputs = findSeedInputsFromWorkflow(workflowGraph)
+  const imageNodeInputs = findImageInputsFromWorkflow(workflowGraph)
+  const outputNode = workflowGraph.getOutputNode()
+
+  const inputValues = {
+    [ClapperComfyUiInputIds.PROMPT]: promptNodeInputs?.[0]
+      ? {
+          id: promptNodeInputs?.[0].id,
+          label: `${promptNodeInputs?.[0].id} (from node ${promptNodeInputs?.[0].node.id})`,
+        }
+      : undefined,
+    [ClapperComfyUiInputIds.NEGATIVE_PROMPT]: negativePromptNodeInputs?.[0]
+      ? {
+          id: negativePromptNodeInputs?.[0].id,
+          label: `${negativePromptNodeInputs?.[0].id} (from node ${negativePromptNodeInputs?.[0].node.id})`,
+        }
+      : undefined,
+    [ClapperComfyUiInputIds.WIDTH]: widthNodeInputs?.[0]
+      ? {
+          id: widthNodeInputs?.[0].id,
+          label: `${widthNodeInputs?.[0].id} (from node ${widthNodeInputs?.[0].node.id})`,
+        }
+      : undefined,
+    [ClapperComfyUiInputIds.HEIGHT]: heightNodeInputs?.[0]
+      ? {
+          id: heightNodeInputs?.[0].id,
+          label: `${heightNodeInputs?.[0].id} (from node ${heightNodeInputs?.[0].node.id})`,
+        }
+      : undefined,
+    [ClapperComfyUiInputIds.SEED]: seedNodeInputs?.[0]
+      ? {
+          id: seedNodeInputs?.[0].id,
+          label: `${seedNodeInputs?.[0].id} (from node ${seedNodeInputs?.[0].node.id})`,
+        }
+      : undefined,
+    [ClapperComfyUiInputIds.IMAGE]: imageNodeInputs?.[0]
+      ? {
+          id: imageNodeInputs?.[0].id,
+          label: `${imageNodeInputs?.[0].id} (from node ${imageNodeInputs?.[0].node.id})`,
+        }
+      : undefined,
+    [ClapperComfyUiInputIds.OUTPUT]: outputNode
+      ? {
+          id: outputNode?.id,
+          label: `${outputNode?._meta?.title} (id: ${outputNode?.id})`,
+        }
+      : undefined,
+  }
+
+  const getOptionsItems = (inputs: ComfyUiWorkflowApiNodeInput[]) => {
+    return [
+      ...inputs,
+      {
+        id: ClapperComfyUiInputIds.NULL,
+        name: 'Unset',
+        node: {
+          id: null,
+        },
+      },
+    ].map((p) => {
+      const item = {
+        id: p.id,
+        label:
+          p.id === ClapperComfyUiInputIds.NULL
+            ? `Unset`
+            : `${p.name} (from node ${p.node.id})`,
+      }
+      return {
+        ...item,
+        value: item,
+      }
+    })
+  }
+
+  const inputFields: any = []
+  mainInputsIds.forEach((mainInput) => {
+    switch (mainInput) {
+      case ClapperComfyUiInputIds.PROMPT: {
+        inputFields.push({
+          id: ClapperComfyUiInputIds.PROMPT,
+          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.PROMPT],
+          type: 'nodeInput' as any,
+          category: ClapInputCategory.PROMPT,
+          description: 'The input where Clapper will put the segment prompt',
+          defaultValue: '',
+          metadata: {
+            options: getOptionsItems(
+              unionBy(promptNodeInputs, textInputs, 'id')
+            ),
+          },
+        })
+        return
+      }
+      case ClapperComfyUiInputIds.NEGATIVE_PROMPT: {
+        inputFields.push({
+          id: ClapperComfyUiInputIds.NEGATIVE_PROMPT,
+          label:
+            MainClapWorkflowInputsLabels[
+              ClapperComfyUiInputIds.NEGATIVE_PROMPT
+            ],
+          type: 'nodeInput' as any,
+          category: ClapInputCategory.PROMPT,
+          description:
+            'The node input where Clapper will put the segment negative prompt',
+          defaultValue: '',
+          metadata: {
+            options: getOptionsItems(
+              unionBy(negativePromptNodeInputs, textInputs, 'id')
+            ),
+          },
+        })
+        return
+      }
+      case ClapperComfyUiInputIds.WIDTH: {
+        inputFields.push({
+          id: ClapperComfyUiInputIds.WIDTH,
+          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.WIDTH],
+          type: 'nodeInput' as any,
+          category: ClapInputCategory.WIDTH,
+          description:
+            'The node input where Clapper will put the required image width',
+          defaultValue: '',
+          metadata: {
+            options: getOptionsItems(
+              unionBy(widthNodeInputs, dimensionInputs, 'id')
+            ),
+          },
+        })
+        return
+      }
+      case ClapperComfyUiInputIds.HEIGHT: {
+        inputFields.push({
+          id: ClapperComfyUiInputIds.HEIGHT,
+          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.HEIGHT],
+          type: 'nodeInput' as any,
+          description:
+            'The node input where Clapper will put the required image height',
+          category: ClapInputCategory.HEIGHT,
+          defaultValue: 1000,
+          metadata: {
+            options: getOptionsItems(
+              unionBy(heightNodeInputs, dimensionInputs, 'id')
+            ),
+          },
+        })
+        return
+      }
+      case ClapperComfyUiInputIds.SEED: {
+        inputFields.push({
+          id: ClapperComfyUiInputIds.SEED,
+          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.SEED],
+          type: 'nodeInput' as any,
+          category: ClapInputCategory.UNKNOWN,
+          description: 'The node input where Clapper will set a seed',
+          defaultValue: '',
+          metadata: {
+            options: getOptionsItems(seedNodeInputs),
+          },
+        })
+        return
+      }
+      case ClapperComfyUiInputIds.IMAGE: {
+        inputFields.push({
+          id: ClapperComfyUiInputIds.IMAGE,
+          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.IMAGE],
+          type: 'nodeInput' as any,
+          category: ClapInputCategory.UNKNOWN,
+          description: 'The node input where Clapper will set an image',
+          defaultValue: '',
+          metadata: {
+            options: getOptionsItems(imageNodeInputs),
+            tooltip: {
+              message: `
+                Clapper doesn't support file/upload node inputs;
+                use a string input from where Clapper can load a base64
+                data URI string (e.g. the "Load Image From Base64" node's
+                "data" input in the default video workflow).
+              `,
+              type: 'info',
+            },
+          },
+        })
+        return
+      }
+      case ClapperComfyUiInputIds.OUTPUT: {
+        inputFields.push({
+          id: ClapperComfyUiInputIds.OUTPUT,
+          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.OUTPUT],
+          type: 'node' as any,
+          category: ClapInputCategory.UNKNOWN,
+          description: 'The node from which Clapper will get the output image',
+          defaultValue: '',
+          metadata: {
+            options: nodes.map((p) => {
+              const item = {
+                id: p.id,
+                label: `${p._meta?.title || 'Untitled node'} (id: ${p.id})`,
+              }
+              return {
+                ...item,
+                value: item,
+              }
+            }),
+          },
+        })
+        return
+      }
+    }
+  })
+
+  return {
+    inputFields,
+    inputValues,
+  }
+}

packages/app/src/app/api/resolve/providers/comfyui/graph.ts

@@ -0,0 +1,411 @@
+import {
+  ComfyUIWorkflowApiJson,
+  ComfyUiWorkflowApiNodeInput,
+  INPUT_TYPES,
+  NodeData,
+} from './types'
+
+export class ComfyUIWorkflowApiGraphEdge {
+  source: ComfyUIWorkflowApiGraphNode
+  target: ComfyUIWorkflowApiGraphNode
+  relationship: string
+  metadata?: any
+
+  constructor(
+    source: ComfyUIWorkflowApiGraphNode,
+    target: ComfyUIWorkflowApiGraphNode,
+    relationship: string,
+    metadata?: any
+  ) {
+    this.source = source
+    this.target = target
+    this.relationship = relationship
+    this.metadata = metadata
+  }
+}
+
+export class ComfyUIWorkflowApiGraphNode {
+  id: string
+  inputs?: Record<string, any> = {}
+  _meta?: Record<string, any> = {}
+  class_type?: string = ''
+  outboundEdges: ComfyUIWorkflowApiGraphEdge[] = []
+  inboundEdges: ComfyUIWorkflowApiGraphEdge[] = []
+
+  constructor(id: string, inputs?: Record<string, any>, meta?: any) {
+    this.id = id
+  }
+
+  addOutboundEdge(
+    targetNode: ComfyUIWorkflowApiGraphNode,
+    relationship: string,
+    metadata?: any
+  ) {
+    const edge = new ComfyUIWorkflowApiGraphEdge(
+      this,
+      targetNode,
+      relationship,
+      metadata
+    )
+    this.outboundEdges.push(edge)
+    targetNode.inboundEdges.push(edge)
+  }
+
+  addInboundEdge(
+    sourceNode: ComfyUIWorkflowApiGraphNode,
+    relationship: string,
+    metadata?: any
+  ) {
+    const edge = new ComfyUIWorkflowApiGraphEdge(
+      sourceNode,
+      this,
+      relationship,
+      metadata
+    )
+    this.inboundEdges.push(edge)
+    sourceNode.outboundEdges.push(edge)
+  }
+
+  getOutboundEdges(): ComfyUIWorkflowApiGraphEdge[] {
+    return this.outboundEdges
+  }
+
+  getInboundEdges(): ComfyUIWorkflowApiGraphEdge[] {
+    return this.inboundEdges
+  }
+
+  toJson(): Record<string, any> {
+    return structuredClone({
+      inputs: this.inputs,
+      class_type: this.class_type,
+      _meta: this._meta,
+    })
+  }
+}
+
+/**
+ * Utils to query ComfyUI workflow-api nodes data
+ */
+export class ComfyUIWorkflowApiGraph {
+  private json: ComfyUIWorkflowApiJson
+  private nodes: Record<string, ComfyUIWorkflowApiGraphNode> = {}
+  private adjList: Record<string, string[]> = {}
+  private dependencyList: Record<
+    string,
+    { from: string; inputName: string }[]
+  > = {}
+  private dependantList: Record<string, { to: string; inputName: string }[]> =
+    {}
+  private inDegree: Record<string, number> = {}
+
+  constructor(workflow: ComfyUIWorkflowApiJson) {
+    this.json = structuredClone(workflow)
+    const { adjList, dependencyList, dependantList, inDegree } =
+      this.buildGraphData()
+    this.adjList = adjList
+    this.dependencyList = dependencyList
+    this.dependantList = dependantList
+    this.inDegree = inDegree
+    const hasCycles = this.detectCycles()
+    if (hasCycles) {
+      throw new Error(
+        'The provided workflow has cycles, impossible to get the output node.'
+      )
+    }
+  }
+
+  /**
+   * Create a graph structure in an adjacent list
+   * representation with additional data arrays
+   * for dev purposes.
+   * @param workflow
+   * @returns
+   */
+  private buildGraphData() {
+    const adjList: Record<string, string[]> = {}
+    const dependencyList: Record<
+      string,
+      { from: string; inputName: string }[]
+    > = {}
+    const dependantList: Record<string, { to: string; inputName: string }[]> =
+      {}
+    const inDegree: Record<string, number> = {}
+
+    for (const nodeId of Object.keys(this.json)) {
+      const node = new ComfyUIWorkflowApiGraphNode(nodeId)
+      node.inputs = this.json[nodeId].inputs
+      node._meta = this.json[nodeId]._meta
+      node.class_type = this.json[nodeId].class_type
+      this.nodes[nodeId] = node
+
+      adjList[nodeId] = []
+      dependencyList[nodeId] = []
+      dependantList[nodeId] = []
+      inDegree[nodeId] = 0
+    }
+
+    for (const node of Object.values(this.nodes)) {
+      if (node.inputs) {
+        for (const [inputName, value] of Object.entries(node.inputs)) {
+          if (Array.isArray(value)) {
+            const dependencyNodeId = value[0] as string
+            adjList[dependencyNodeId].push(node.id)
+            dependencyList[node.id].push({ from: dependencyNodeId, inputName })
+            node.addInboundEdge(this.nodes[dependencyNodeId], inputName)
+            dependantList[dependencyNodeId].push({ to: node.id, inputName })
+            inDegree[node.id] += 1
+          }
+        }
+      }
+    }
+
+    return { adjList, dependencyList, dependantList, inDegree }
+  }
+
+  /**
+   * Check for corrupted workflows with loops
+   */
+  private detectCycles(): boolean {
+    const visited: Record<string, boolean> = {}
+    const recursionStack: Record<string, boolean> = {}
+    const dfs = (nodeId: string): boolean => {
+      if (!visited[nodeId]) {
+        visited[nodeId] = true
+        recursionStack[nodeId] = true
+        for (const neighbor of this.adjList[nodeId]) {
+          if (!visited[neighbor] && dfs(neighbor)) {
+            return true
+          } else if (recursionStack[neighbor]) {
+            return true
+          }
+        }
+      }
+
+      recursionStack[nodeId] = false
+      return false
+    }
+
+    for (const nodeId of Object.keys(this.adjList)) {
+      if (dfs(nodeId)) {
+        return true
+      }
+    }
+
+    return false
+  }
+
+  getGraphData() {
+    const { adjList, dependencyList, dependantList, inDegree } = this
+    return { adjList, dependencyList, dependantList, inDegree }
+  }
+
+  /**
+   * Get all nodes that have inputs.
+   */
+  getNodesWithInputs(): ComfyUIWorkflowApiGraphNode[] {
+    const nodesWithInputs: ComfyUIWorkflowApiGraphNode[] = []
+    for (const node of Object.values(this.nodes)) {
+      if (node.inputs && Object.keys(node.inputs).length > 0) {
+        nodesWithInputs.push(node)
+      }
+    }
+    return nodesWithInputs
+  }
+
+  getNodes(): ComfyUIWorkflowApiGraphNode[] {
+    return Object.values(structuredClone(this.nodes))
+  }
+
+  getNodesDict(): Record<string, ComfyUIWorkflowApiGraphNode> {
+    return structuredClone(this.nodes)
+  }
+
+  /**
+   * Returns a copy of all inputs in the workflow.
+   */
+  getInputs(): Record<string, ComfyUiWorkflowApiNodeInput> {
+    const nodesWithInputs = this.getNodesWithInputs()
+    const inputs = {}
+
+    for (const node of nodesWithInputs) {
+      const inputSchemas = this.getInputsByNodeId(node.id)
+      inputSchemas?.forEach((inputSchema) => {
+        inputs[`${inputSchema.node.id}.inputs.${inputSchema.name}`] =
+          inputSchema
+      })
+    }
+
+    return inputs
+  }
+
+  /**
+   * Topological sort of the graph (Kahn's Algorithm) to get the final output node.
+   * TODO: multiple outputs.
+   */
+  getOutputNode(): NodeData | null {
+    const { adjList, inDegree } = this
+    const queue: string[] = []
+    const sortedOrder: string[] = []
+
+    for (const nodeId of Object.keys(inDegree)) {
+      if (inDegree[nodeId] === 0) {
+        queue.push(nodeId)
+      }
+    }
+
+    while (queue.length > 0) {
+      const currentNode = queue.shift()!
+      sortedOrder.push(currentNode)
+      for (const neighbor of adjList[currentNode]) {
+        inDegree[neighbor] -= 1
+        if (inDegree[neighbor] === 0) {
+          queue.push(neighbor)
+        }
+      }
+    }
+
+    // Last node in sortedOrder is the output node
+    // TODO: handle multiple outputs
+    if (sortedOrder.length === Object.keys(this.json).length) {
+      const outputNodeId = sortedOrder[sortedOrder.length - 1]
+      return { id: outputNodeId, ...this.json[outputNodeId] }
+    } else {
+      // If there are cycles, fail
+      throw new Error(
+        'The provided workflow has cycles, impossible to get the output node.'
+      )
+    }
+  }
+
+  /**
+   * Get all value inputs of a given node in the workflow.
+   * Ignore input connections (e.g. inputs with value ['3', 0])
+   * @param nodeId the id of the node
+   */
+  getInputsByNodeId(nodeId: string): ComfyUiWorkflowApiNodeInput[] | null {
+    const nodeData = this.nodes[nodeId]
+    if (!nodeData || !nodeData.inputs) {
+      return null
+    }
+
+    const inputs: ComfyUiWorkflowApiNodeInput[] = []
+
+    for (const [name, value] of Object.entries(nodeData.inputs)) {
+      if (Array.isArray(value)) continue
+
+      // TODO: Handle more types
+      let inputType: INPUT_TYPES =
+        typeof value === 'string' ? 'string' : 'number'
+
+      inputs.push({
+        type: inputType,
+        name: name,
+        value: value,
+        id: `${nodeId}.inputs.${name}`,
+        node: {
+          id: nodeId,
+          type: nodeData.class_type,
+          name: nodeData?._meta?.title,
+        },
+      })
+    }
+
+    return inputs.length > 0 ? inputs : null
+  }
+
+  /**
+   * A simple search of workflow inputs
+   * @param query
+   */
+  findInput(query: {
+    // By type of node input
+    type?: string | RegExp
+    // By name of node input
+    name?: string | RegExp
+    // Based on the node
+    nodeType?: string | RegExp
+    nodeName?: string | RegExp
+    // If any output of the node containing the input
+    // is targeting another node's input with the given
+    // name
+    nodeOutputToNodeInput?: string | RegExp
+    // By value
+    value?: (value) => boolean
+  }): ComfyUiWorkflowApiNodeInput[] {
+    const inputs = this.getInputs()
+
+    // Helper function to match string or RegExp
+    const matches = (
+      value: string | undefined,
+      query: string | RegExp | undefined
+    ): boolean => {
+      if (!query) return true
+      if (typeof query === 'string') {
+        return value === query
+      } else if (query instanceof RegExp) {
+        return query.test(value || '')
+      }
+      return false
+    }
+
+    return Object.values(inputs).filter(
+      (input) =>
+        (matches(input.type, query.type) &&
+          matches(input.name, query.name) &&
+          matches(input.node.name, query.nodeName) &&
+          matches(input.node.type, query.nodeType) &&
+          (!query.nodeOutputToNodeInput ||
+            this.nodes[input.node.id].outboundEdges.some((edge) =>
+              matches(edge.relationship, query.nodeOutputToNodeInput)
+            )) &&
+          !query.value) ||
+        query.value?.(input.value)
+    )
+  }
+
+  setInputValue(
+    inputKey: string,
+    value: any,
+    options?: {
+      ignoreErrors?: boolean
+    }
+  ) {
+    const inputs = this.getInputs()
+    if (!options?.ignoreErrors && !inputs[inputKey]) {
+      throw new Error("Input doesn't exist in the workflow")
+    }
+    const input = inputs[inputKey]
+    if (!input) return
+    if (!this.nodes[input.node.id].inputs) this.nodes[input.node.id].inputs = {}
+    this.nodes[input.node.id].inputs![input.name] = value
+  }
+
+  toJson(): Record<string, any> {
+    const nodes = this.nodes
+    const nodesJson = {}
+    for (const key of Object.keys(nodes)) {
+      nodesJson[key] = nodes[key].toJson()
+    }
+    return nodesJson
+  }
+
+  toString() {
+    return JSON.stringify(this.toJson())
+  }
+
+  static fromString(
+    workflowString: string | undefined
+  ): ComfyUIWorkflowApiGraph {
+    if (!workflowString) throw new Error('Invalid workflow.')
+    const workflowRaw = JSON.parse(workflowString)
+    return new ComfyUIWorkflowApiGraph(workflowRaw)
+  }
+
+  static isValidWorkflow(workflowString: string | undefined): boolean {
+    try {
+      ComfyUIWorkflowApiGraph.fromString(workflowString)
+      return true
+    } catch {}
+    return false
+  }
+}

packages/app/src/app/api/resolve/providers/comfyui/index.ts

@@ -5,15 +5,16 @@ import {
   ClapWorkflowCategory,
   generateSeed,
 } from '@aitube/clap'
+import { ClapInputValueObject } from '@aitube/clap/dist/types'
+
 import { TimelineSegment } from '@aitube/timeline'
+
 import { BasicCredentials, CallWrapper, ComfyApi } from '@saintno/comfyui-sdk'
+
 import { decodeOutput } from '@/lib/utils/decodeOutput'
-import {
-  ClapperComfyUiInputIds,
-  ComfyUIWorkflowApiGraph,
-  createPromptBuilder,
-} from './utils'
-import { ClapInputValueObject } from '@aitube/clap/dist/types'
+import { ClapperComfyUiInputIds } from './types'
+import { createPromptBuilder } from './createPromptBuilder'
+import { ComfyUIWorkflowApiGraph } from './graph'
 
 export async function resolveSegment(
   request: ResolveRequest

packages/app/src/app/api/resolve/providers/comfyui/{utils.spec.ts → tests.spec.ts}

@@ -1,11 +1,11 @@
 import { expect, test } from 'vitest'
 import {
-  ClapperComfyUiInputIds,
-  ComfyUIWorkflowApiGraph,
-  createPromptBuilder,
   findNegativePromptInputsFromWorkflow,
   findPromptInputsFromWorkflow,
 } from './utils'
+import { ComfyUIWorkflowApiGraph } from './graph'
+import { createPromptBuilder } from './createPromptBuilder'
+import { ClapperComfyUiInputIds } from './types'
 
 // Default workflow used by ComfyUI, downloaded for API
 const workflowRaw = {

packages/app/src/app/api/resolve/providers/comfyui/types.ts

@@ -0,0 +1,39 @@
+export enum ClapperComfyUiInputIds {
+  PROMPT = '@clapper/prompt',
+  NEGATIVE_PROMPT = '@clapper/negative/prompt',
+  WIDTH = '@clapper/width',
+  HEIGHT = '@clapper/height',
+  SEED = '@clapper/seed',
+  IMAGE = '@clapper/image',
+  OUTPUT = '@clapper/output',
+  NULL = '@clapper/null',
+}
+
+export type NodeRawData = {
+  inputs?: Record<string, unknown>
+  class_type?: string
+  _meta?: {
+    title: string
+  }
+}
+
+export type NodeData = NodeRawData & {
+  id: string
+}
+
+export type ComfyUIWorkflowApiJson = Record<string, NodeRawData>
+
+export type INPUT_TYPES = 'string' | 'number'
+
+export type ComfyUiWorkflowApiNodeInput = {
+  id: string
+  // Infered primitive type of the input based on its value
+  type: INPUT_TYPES
+  name: string
+  value: any
+  node: {
+    id: string
+    name?: string
+    type?: string
+  }
+}

packages/app/src/app/api/resolve/providers/comfyui/utils.ts

@@ -1,460 +1,7 @@
-import {
-  ClapInputCategory,
-  ClapInputField,
-  ClapInputFields,
-  ClapInputValues,
-  ClapWorkflow,
-  ClapWorkflowCategory,
-  ClapWorkflowEngine,
-  ClapWorkflowProvider,
-} from '@aitube/clap'
-import { PromptBuilder } from '@saintno/comfyui-sdk'
 import unionBy from 'lodash/unionBy'
 
-export enum ClapperComfyUiInputIds {
-  PROMPT = '@clapper/prompt',
-  NEGATIVE_PROMPT = '@clapper/negative/prompt',
-  WIDTH = '@clapper/width',
-  HEIGHT = '@clapper/height',
-  SEED = '@clapper/seed',
-  IMAGE = '@clapper/image',
-  OUTPUT = '@clapper/output',
-  NULL = '@clapper/null',
-}
-
-type NodeRawData = {
-  inputs?: Record<string, unknown>
-  class_type?: string
-  _meta?: {
-    title: string
-  }
-}
-
-type NodeData = NodeRawData & {
-  id: string
-}
-
-type ComfyUIWorkflowApiJson = Record<string, NodeRawData>
-
-type INPUT_TYPES = 'string' | 'number'
-
-export type ComfyUiWorkflowApiNodeInput = {
-  id: string
-  // Infered primitive type of the input based on its value
-  type: INPUT_TYPES
-  name: string
-  value: any
-  node: {
-    id: string
-    name?: string
-    type?: string
-  }
-}
-
-export class ComfyUIWorkflowApiGraphEdge {
-  source: ComfyUIWorkflowApiGraphNode
-  target: ComfyUIWorkflowApiGraphNode
-  relationship: string
-  metadata?: any
-
-  constructor(
-    source: ComfyUIWorkflowApiGraphNode,
-    target: ComfyUIWorkflowApiGraphNode,
-    relationship: string,
-    metadata?: any
-  ) {
-    this.source = source
-    this.target = target
-    this.relationship = relationship
-    this.metadata = metadata
-  }
-}
-
-export class ComfyUIWorkflowApiGraphNode {
-  id: string
-  inputs?: Record<string, any> = {}
-  _meta?: Record<string, any> = {}
-  class_type?: string = ''
-  outboundEdges: ComfyUIWorkflowApiGraphEdge[] = []
-  inboundEdges: ComfyUIWorkflowApiGraphEdge[] = []
-
-  constructor(id: string, inputs?: Record<string, any>, meta?: any) {
-    this.id = id
-  }
-
-  addOutboundEdge(
-    targetNode: ComfyUIWorkflowApiGraphNode,
-    relationship: string,
-    metadata?: any
-  ) {
-    const edge = new ComfyUIWorkflowApiGraphEdge(
-      this,
-      targetNode,
-      relationship,
-      metadata
-    )
-    this.outboundEdges.push(edge)
-    targetNode.inboundEdges.push(edge)
-  }
-
-  addInboundEdge(
-    sourceNode: ComfyUIWorkflowApiGraphNode,
-    relationship: string,
-    metadata?: any
-  ) {
-    const edge = new ComfyUIWorkflowApiGraphEdge(
-      sourceNode,
-      this,
-      relationship,
-      metadata
-    )
-    this.inboundEdges.push(edge)
-    sourceNode.outboundEdges.push(edge)
-  }
-
-  getOutboundEdges(): ComfyUIWorkflowApiGraphEdge[] {
-    return this.outboundEdges
-  }
-
-  getInboundEdges(): ComfyUIWorkflowApiGraphEdge[] {
-    return this.inboundEdges
-  }
-
-  toJson(): Record<string, any> {
-    return structuredClone({
-      inputs: this.inputs,
-      class_type: this.class_type,
-      _meta: this._meta,
-    })
-  }
-}
-
-/**
- * Utils to query ComfyUI workflow-api nodes data
- */
-export class ComfyUIWorkflowApiGraph {
-  private json: ComfyUIWorkflowApiJson
-  private nodes: Record<string, ComfyUIWorkflowApiGraphNode> = {}
-  private adjList: Record<string, string[]> = {}
-  private dependencyList: Record<
-    string,
-    { from: string; inputName: string }[]
-  > = {}
-  private dependantList: Record<string, { to: string; inputName: string }[]> =
-    {}
-  private inDegree: Record<string, number> = {}
-
-  constructor(workflow: ComfyUIWorkflowApiJson) {
-    this.json = structuredClone(workflow)
-    const { adjList, dependencyList, dependantList, inDegree } =
-      this.buildGraphData()
-    this.adjList = adjList
-    this.dependencyList = dependencyList
-    this.dependantList = dependantList
-    this.inDegree = inDegree
-    const hasCycles = this.detectCycles()
-    if (hasCycles) {
-      throw new Error(
-        'The provided workflow has cycles, impossible to get the output node.'
-      )
-    }
-  }
-
-  /**
-   * Create a graph structure in an adjacent list
-   * representation with additional data arrays
-   * for dev purposes.
-   * @param workflow
-   * @returns
-   */
-  private buildGraphData() {
-    const adjList: Record<string, string[]> = {}
-    const dependencyList: Record<
-      string,
-      { from: string; inputName: string }[]
-    > = {}
-    const dependantList: Record<string, { to: string; inputName: string }[]> =
-      {}
-    const inDegree: Record<string, number> = {}
-
-    for (const nodeId of Object.keys(this.json)) {
-      const node = new ComfyUIWorkflowApiGraphNode(nodeId)
-      node.inputs = this.json[nodeId].inputs
-      node._meta = this.json[nodeId]._meta
-      node.class_type = this.json[nodeId].class_type
-      this.nodes[nodeId] = node
-
-      adjList[nodeId] = []
-      dependencyList[nodeId] = []
-      dependantList[nodeId] = []
-      inDegree[nodeId] = 0
-    }
-
-    for (const node of Object.values(this.nodes)) {
-      if (node.inputs) {
-        for (const [inputName, value] of Object.entries(node.inputs)) {
-          if (Array.isArray(value)) {
-            const dependencyNodeId = value[0] as string
-            adjList[dependencyNodeId].push(node.id)
-            dependencyList[node.id].push({ from: dependencyNodeId, inputName })
-            node.addInboundEdge(this.nodes[dependencyNodeId], inputName)
-            dependantList[dependencyNodeId].push({ to: node.id, inputName })
-            inDegree[node.id] += 1
-          }
-        }
-      }
-    }
-
-    return { adjList, dependencyList, dependantList, inDegree }
-  }
-
-  /**
-   * Check for corrupted workflows with loops
-   */
-  private detectCycles(): boolean {
-    const visited: Record<string, boolean> = {}
-    const recursionStack: Record<string, boolean> = {}
-    const dfs = (nodeId: string): boolean => {
-      if (!visited[nodeId]) {
-        visited[nodeId] = true
-        recursionStack[nodeId] = true
-        for (const neighbor of this.adjList[nodeId]) {
-          if (!visited[neighbor] && dfs(neighbor)) {
-            return true
-          } else if (recursionStack[neighbor]) {
-            return true
-          }
-        }
-      }
-
-      recursionStack[nodeId] = false
-      return false
-    }
-
-    for (const nodeId of Object.keys(this.adjList)) {
-      if (dfs(nodeId)) {
-        return true
-      }
-    }
-
-    return false
-  }
-
-  getGraphData() {
-    const { adjList, dependencyList, dependantList, inDegree } = this
-    return { adjList, dependencyList, dependantList, inDegree }
-  }
-
-  /**
-   * Get all nodes that have inputs.
-   */
-  getNodesWithInputs(): ComfyUIWorkflowApiGraphNode[] {
-    const nodesWithInputs: ComfyUIWorkflowApiGraphNode[] = []
-    for (const node of Object.values(this.nodes)) {
-      if (node.inputs && Object.keys(node.inputs).length > 0) {
-        nodesWithInputs.push(node)
-      }
-    }
-    return nodesWithInputs
-  }
-
-  getNodes(): ComfyUIWorkflowApiGraphNode[] {
-    return Object.values(structuredClone(this.nodes))
-  }
-
-  getNodesDict(): Record<string, ComfyUIWorkflowApiGraphNode> {
-    return structuredClone(this.nodes)
-  }
-
-  /**
-   * Returns a copy of all inputs in the workflow.
-   */
-  getInputs(): Record<string, ComfyUiWorkflowApiNodeInput> {
-    const nodesWithInputs = this.getNodesWithInputs()
-    const inputs = {}
-
-    for (const node of nodesWithInputs) {
-      const inputSchemas = this.getInputsByNodeId(node.id)
-      inputSchemas?.forEach((inputSchema) => {
-        inputs[`${inputSchema.node.id}.inputs.${inputSchema.name}`] =
-          inputSchema
-      })
-    }
-
-    return inputs
-  }
-
-  /**
-   * Topological sort of the graph (Kahn's Algorithm) to get the final output node.
-   * TODO: multiple outputs.
-   */
-  getOutputNode(): NodeData | null {
-    const { adjList, inDegree } = this
-    const queue: string[] = []
-    const sortedOrder: string[] = []
-
-    for (const nodeId of Object.keys(inDegree)) {
-      if (inDegree[nodeId] === 0) {
-        queue.push(nodeId)
-      }
-    }
-
-    while (queue.length > 0) {
-      const currentNode = queue.shift()!
-      sortedOrder.push(currentNode)
-      for (const neighbor of adjList[currentNode]) {
-        inDegree[neighbor] -= 1
-        if (inDegree[neighbor] === 0) {
-          queue.push(neighbor)
-        }
-      }
-    }
-
-    // Last node in sortedOrder is the output node
-    // TODO: handle multiple outputs
-    if (sortedOrder.length === Object.keys(this.json).length) {
-      const outputNodeId = sortedOrder[sortedOrder.length - 1]
-      return { id: outputNodeId, ...this.json[outputNodeId] }
-    } else {
-      // If there are cycles, fail
-      throw new Error(
-        'The provided workflow has cycles, impossible to get the output node.'
-      )
-    }
-  }
-
-  /**
-   * Get all value inputs of a given node in the workflow.
-   * Ignore input connections (e.g. inputs with value ['3', 0])
-   * @param nodeId the id of the node
-   */
-  getInputsByNodeId(nodeId: string): ComfyUiWorkflowApiNodeInput[] | null {
-    const nodeData = this.nodes[nodeId]
-    if (!nodeData || !nodeData.inputs) {
-      return null
-    }
-
-    const inputs: ComfyUiWorkflowApiNodeInput[] = []
-
-    for (const [name, value] of Object.entries(nodeData.inputs)) {
-      if (Array.isArray(value)) continue
-
-      // TODO: Handle more types
-      let inputType: INPUT_TYPES =
-        typeof value === 'string' ? 'string' : 'number'
-
-      inputs.push({
-        type: inputType,
-        name: name,
-        value: value,
-        id: `${nodeId}.inputs.${name}`,
-        node: {
-          id: nodeId,
-          type: nodeData.class_type,
-          name: nodeData?._meta?.title,
-        },
-      })
-    }
-
-    return inputs.length > 0 ? inputs : null
-  }
-
-  /**
-   * A simple search of workflow inputs
-   * @param query
-   */
-  findInput(query: {
-    // By type of node input
-    type?: string | RegExp
-    // By name of node input
-    name?: string | RegExp
-    // Based on the node
-    nodeType?: string | RegExp
-    nodeName?: string | RegExp
-    // If any output of the node containing the input
-    // is targeting another node's input with the given
-    // name
-    nodeOutputToNodeInput?: string | RegExp
-    // By value
-    value?: (value) => boolean
-  }): ComfyUiWorkflowApiNodeInput[] {
-    const inputs = this.getInputs()
-
-    // Helper function to match string or RegExp
-    const matches = (
-      value: string | undefined,
-      query: string | RegExp | undefined
-    ): boolean => {
-      if (!query) return true
-      if (typeof query === 'string') {
-        return value === query
-      } else if (query instanceof RegExp) {
-        return query.test(value || '')
-      }
-      return false
-    }
-
-    return Object.values(inputs).filter(
-      (input) =>
-        (matches(input.type, query.type) &&
-          matches(input.name, query.name) &&
-          matches(input.node.name, query.nodeName) &&
-          matches(input.node.type, query.nodeType) &&
-          (!query.nodeOutputToNodeInput ||
-            this.nodes[input.node.id].outboundEdges.some((edge) =>
-              matches(edge.relationship, query.nodeOutputToNodeInput)
-            )) &&
-          !query.value) ||
-        query.value?.(input.value)
-    )
-  }
-
-  setInputValue(
-    inputKey: string,
-    value: any,
-    options?: {
-      ignoreErrors?: boolean
-    }
-  ) {
-    const inputs = this.getInputs()
-    if (!options?.ignoreErrors && !inputs[inputKey]) {
-      throw new Error("Input doesn't exist in the workflow")
-    }
-    const input = inputs[inputKey]
-    if (!input) return
-    if (!this.nodes[input.node.id].inputs) this.nodes[input.node.id].inputs = {}
-    this.nodes[input.node.id].inputs![input.name] = value
-  }
-
-  toJson(): Record<string, any> {
-    const nodes = this.nodes
-    const nodesJson = {}
-    for (const key of Object.keys(nodes)) {
-      nodesJson[key] = nodes[key].toJson()
-    }
-    return nodesJson
-  }
-
-  toString() {
-    return JSON.stringify(this.toJson())
-  }
-
-  static fromString(
-    workflowString: string | undefined
-  ): ComfyUIWorkflowApiGraph {
-    if (!workflowString) throw new Error('Invalid workflow.')
-    const workflowRaw = JSON.parse(workflowString)
-    return new ComfyUIWorkflowApiGraph(workflowRaw)
-  }
-
-  static isValidWorkflow(workflowString: string | undefined): boolean {
-    try {
-      ComfyUIWorkflowApiGraph.fromString(workflowString)
-      return true
-    } catch {}
-    return false
-  }
-}
+import { ClapperComfyUiInputIds, ComfyUiWorkflowApiNodeInput } from './types'
+import { ComfyUIWorkflowApiGraph } from './graph'
 
 /**
  * Shortcut methods to query Clapper related data from a workflow
@@ -565,32 +112,6 @@ export function findImageInputsFromWorkflow(
   )
 }
 
-export const getMainInputIdsByClapWorkflowCategory = (
-  category: ClapWorkflowCategory
-) => {
-  switch (category) {
-    case ClapWorkflowCategory.VIDEO_GENERATION: {
-      return [
-        ClapperComfyUiInputIds.IMAGE,
-        ClapperComfyUiInputIds.WIDTH,
-        ClapperComfyUiInputIds.HEIGHT,
-        ClapperComfyUiInputIds.SEED,
-        ClapperComfyUiInputIds.OUTPUT,
-      ]
-    }
-    default: {
-      return [
-        ClapperComfyUiInputIds.PROMPT,
-        ClapperComfyUiInputIds.NEGATIVE_PROMPT,
-        ClapperComfyUiInputIds.WIDTH,
-        ClapperComfyUiInputIds.HEIGHT,
-        ClapperComfyUiInputIds.SEED,
-        ClapperComfyUiInputIds.OUTPUT,
-      ]
-    }
-  }
-}
-
 export const MainClapWorkflowInputsLabels = {
   [ClapperComfyUiInputIds.PROMPT]: 'Prompt node input',
   [ClapperComfyUiInputIds.NEGATIVE_PROMPT]: 'Negative prompt node input',
@@ -600,427 +121,3 @@ export const MainClapWorkflowInputsLabels = {
   [ClapperComfyUiInputIds.IMAGE]: 'Image node input',
   [ClapperComfyUiInputIds.OUTPUT]: 'Output node',
 }
-
-export function getMainInputsFromComfyUiWorkflow(
-  workflowString: string,
-  category: ClapWorkflowCategory
-): {
-  inputFields: ClapInputFields
-  inputValues: ClapInputValues
-} {
-  const workflowGraph = ComfyUIWorkflowApiGraph.fromString(workflowString)
-  const mainInputsIds = getMainInputIdsByClapWorkflowCategory(category)
-  const nodes = workflowGraph.getNodes()
-  const textInputs = workflowGraph.findInput({
-    type: 'string',
-    name: /.*(text|prompt).*/,
-  })
-  const dimensionInputs = workflowGraph.findInput({
-    type: 'number',
-    name: /.*(width|height).*/,
-  })
-  const promptNodeInputs = findPromptInputsFromWorkflow(workflowGraph)
-  const negativePromptNodeInputs =
-    findNegativePromptInputsFromWorkflow(workflowGraph)
-  const widthNodeInputs = findWidthInputsFromWorkflow(workflowGraph)
-  const heightNodeInputs = findHeightInputsFromWorkflow(workflowGraph)
-  const seedNodeInputs = findSeedInputsFromWorkflow(workflowGraph)
-  const imageNodeInputs = findImageInputsFromWorkflow(workflowGraph)
-  const outputNode = workflowGraph.getOutputNode()
-
-  const inputValues = {
-    [ClapperComfyUiInputIds.PROMPT]: promptNodeInputs?.[0]
-      ? {
-          id: promptNodeInputs?.[0].id,
-          label: `${promptNodeInputs?.[0].id} (from node ${promptNodeInputs?.[0].node.id})`,
-        }
-      : undefined,
-    [ClapperComfyUiInputIds.NEGATIVE_PROMPT]: negativePromptNodeInputs?.[0]
-      ? {
-          id: negativePromptNodeInputs?.[0].id,
-          label: `${negativePromptNodeInputs?.[0].id} (from node ${negativePromptNodeInputs?.[0].node.id})`,
-        }
-      : undefined,
-    [ClapperComfyUiInputIds.WIDTH]: widthNodeInputs?.[0]
-      ? {
-          id: widthNodeInputs?.[0].id,
-          label: `${widthNodeInputs?.[0].id} (from node ${widthNodeInputs?.[0].node.id})`,
-        }
-      : undefined,
-    [ClapperComfyUiInputIds.HEIGHT]: heightNodeInputs?.[0]
-      ? {
-          id: heightNodeInputs?.[0].id,
-          label: `${heightNodeInputs?.[0].id} (from node ${heightNodeInputs?.[0].node.id})`,
-        }
-      : undefined,
-    [ClapperComfyUiInputIds.SEED]: seedNodeInputs?.[0]
-      ? {
-          id: seedNodeInputs?.[0].id,
-          label: `${seedNodeInputs?.[0].id} (from node ${seedNodeInputs?.[0].node.id})`,
-        }
-      : undefined,
-    [ClapperComfyUiInputIds.IMAGE]: imageNodeInputs?.[0]
-      ? {
-          id: imageNodeInputs?.[0].id,
-          label: `${imageNodeInputs?.[0].id} (from node ${imageNodeInputs?.[0].node.id})`,
-        }
-      : undefined,
-    [ClapperComfyUiInputIds.OUTPUT]: outputNode
-      ? {
-          id: outputNode?.id,
-          label: `${outputNode?._meta?.title} (id: ${outputNode?.id})`,
-        }
-      : undefined,
-  }
-
-  const getOptionsItems = (inputs: ComfyUiWorkflowApiNodeInput[]) => {
-    return [
-      ...inputs,
-      {
-        id: ClapperComfyUiInputIds.NULL,
-        name: 'Unset',
-        node: {
-          id: null,
-        },
-      },
-    ].map((p) => {
-      const item = {
-        id: p.id,
-        label:
-          p.id === ClapperComfyUiInputIds.NULL
-            ? `Unset`
-            : `${p.name} (from node ${p.node.id})`,
-      }
-      return {
-        ...item,
-        value: item,
-      }
-    })
-  }
-
-  const inputFields: any = []
-  mainInputsIds.forEach((mainInput) => {
-    switch (mainInput) {
-      case ClapperComfyUiInputIds.PROMPT: {
-        inputFields.push({
-          id: ClapperComfyUiInputIds.PROMPT,
-          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.PROMPT],
-          type: 'nodeInput' as any,
-          category: ClapInputCategory.PROMPT,
-          description: 'The input where Clapper will put the segment prompt',
-          defaultValue: '',
-          metadata: {
-            options: getOptionsItems(
-              unionBy(promptNodeInputs, textInputs, 'id')
-            ),
-          },
-        })
-        return
-      }
-      case ClapperComfyUiInputIds.NEGATIVE_PROMPT: {
-        inputFields.push({
-          id: ClapperComfyUiInputIds.NEGATIVE_PROMPT,
-          label:
-            MainClapWorkflowInputsLabels[
-              ClapperComfyUiInputIds.NEGATIVE_PROMPT
-            ],
-          type: 'nodeInput' as any,
-          category: ClapInputCategory.PROMPT,
-          description:
-            'The node input where Clapper will put the segment negative prompt',
-          defaultValue: '',
-          metadata: {
-            options: getOptionsItems(
-              unionBy(negativePromptNodeInputs, textInputs, 'id')
-            ),
-          },
-        })
-        return
-      }
-      case ClapperComfyUiInputIds.WIDTH: {
-        inputFields.push({
-          id: ClapperComfyUiInputIds.WIDTH,
-          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.WIDTH],
-          type: 'nodeInput' as any,
-          category: ClapInputCategory.WIDTH,
-          description:
-            'The node input where Clapper will put the required image width',
-          defaultValue: '',
-          metadata: {
-            options: getOptionsItems(
-              unionBy(widthNodeInputs, dimensionInputs, 'id')
-            ),
-          },
-        })
-        return
-      }
-      case ClapperComfyUiInputIds.HEIGHT: {
-        inputFields.push({
-          id: ClapperComfyUiInputIds.HEIGHT,
-          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.HEIGHT],
-          type: 'nodeInput' as any,
-          description:
-            'The node input where Clapper will put the required image height',
-          category: ClapInputCategory.HEIGHT,
-          defaultValue: 1000,
-          metadata: {
-            options: getOptionsItems(
-              unionBy(heightNodeInputs, dimensionInputs, 'id')
-            ),
-          },
-        })
-        return
-      }
-      case ClapperComfyUiInputIds.SEED: {
-        inputFields.push({
-          id: ClapperComfyUiInputIds.SEED,
-          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.SEED],
-          type: 'nodeInput' as any,
-          category: ClapInputCategory.UNKNOWN,
-          description: 'The node input where Clapper will set a seed',
-          defaultValue: '',
-          metadata: {
-            options: getOptionsItems(seedNodeInputs),
-          },
-        })
-        return
-      }
-      case ClapperComfyUiInputIds.IMAGE: {
-        inputFields.push({
-          id: ClapperComfyUiInputIds.IMAGE,
-          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.IMAGE],
-          type: 'nodeInput' as any,
-          category: ClapInputCategory.UNKNOWN,
-          description: 'The node input where Clapper will set an image',
-          defaultValue: '',
-          metadata: {
-            options: getOptionsItems(imageNodeInputs),
-            tooltip: {
-              message: `
-                Clapper doesn't support file/upload node inputs;
-                use a string input from where Clapper can load a base64
-                data URI string (e.g. the "Load Image From Base64" node's
-                "data" input in the default video workflow).
-              `,
-              type: 'info',
-            },
-          },
-        })
-        return
-      }
-      case ClapperComfyUiInputIds.OUTPUT: {
-        inputFields.push({
-          id: ClapperComfyUiInputIds.OUTPUT,
-          label: MainClapWorkflowInputsLabels[ClapperComfyUiInputIds.OUTPUT],
-          type: 'node' as any,
-          category: ClapInputCategory.UNKNOWN,
-          description: 'The node from which Clapper will get the output image',
-          defaultValue: '',
-          metadata: {
-            options: nodes.map((p) => {
-              const item = {
-                id: p.id,
-                label: `${p._meta?.title || 'Untitled node'} (id: ${p.id})`,
-              }
-              return {
-                ...item,
-                value: item,
-              }
-            }),
-          },
-        })
-        return
-      }
-    }
-  })
-
-  return {
-    inputFields,
-    inputValues,
-  }
-}
-
-/**
- * Returns input fields / input values required by ComfyUi
- * @param workflow
- */
-export function getInputsFromComfyUiWorkflow(
-  workflowString: string,
-  category: ClapWorkflowCategory
-): {
-  inputFields: ClapInputFields
-  inputValues: ClapInputValues
-} {
-  const workflowGraph = ComfyUIWorkflowApiGraph.fromString(workflowString)
-  const { inputFields: mainInputFields, inputValues: mainInputValues } =
-    getMainInputsFromComfyUiWorkflow(workflowString, category)
-
-  const inputValues = {
-    ...mainInputValues,
-  } as any
-
-  const inputFields: ClapInputField<{
-    options?: {
-      id: string
-      label: string
-      value: any
-    }[]
-    tooltip?: {
-      type: string
-      message: string
-    }
-  }>[] = [
-    // Required fields that should be available in the workflow, otherwise
-    // Clapper doesn't know how to input its settings (prompts, dimensions, etc)
-    {
-      id: '@clapper/mainInputs',
-      label: 'Main settings',
-      type: 'group' as any,
-      category: ClapInputCategory.UNKNOWN,
-      description: 'Main inputs',
-      defaultValue: '',
-      inputFields: mainInputFields,
-    },
-    // Other input fields based on the workflow nodes
-    {
-      id: '@clapper/otherInputs',
-      label: 'Node settings',
-      type: 'group' as any,
-      category: ClapInputCategory.UNKNOWN,
-      description: 'Main inputs',
-      defaultValue: '',
-      inputFields: workflowGraph
-        .getNodesWithInputs()
-        // Discard nodes with only inputs connections
-        .filter(({ id }) => workflowGraph.getInputsByNodeId(id)?.length)
-        .map(({ id, _meta }) => {
-          return {
-            id: '@clapper/node/' + id,
-            label: `${_meta?.title} (id: ${id})`,
-            type: 'group' as any,
-            category: ClapInputCategory.UNKNOWN,
-            description: `Settings for ${_meta?.title}`,
-            defaultValue: '',
-            inputFields: workflowGraph.getInputsByNodeId(id)?.map((input) => {
-              const mainInputKey = Object.keys(inputValues).find(
-                (key) => inputValues[key]?.id == input.id
-              )
-              inputValues[input.id] = input.value
-              return {
-                id: input.id,
-                label: input.name,
-                type: input.type as any,
-                category: ClapInputCategory.UNKNOWN,
-                description: '',
-                defaultValue: input.value,
-                metadata: {
-                  tooltip: MainClapWorkflowInputsLabels[mainInputKey as string]
-                    ? {
-                        type: 'warning',
-                        message: `This value will be overwritten by Clapper because it is
-                      used as "${MainClapWorkflowInputsLabels[mainInputKey as string]}".`,
-                      }
-                    : undefined,
-                },
-              }
-            }),
-          }
-        }),
-    },
-  ]
-
-  return {
-    inputFields,
-    inputValues,
-  }
-}
-
-/**
- * Takes a workflow graph and converts it to PromptBuilder
- */
-export function createPromptBuilder(
-  workflowApiGraph: ComfyUIWorkflowApiGraph
-): PromptBuilder<any, any, any> {
-  const inputs = workflowApiGraph.getInputs()
-  const outputNode = workflowApiGraph.getOutputNode()
-
-  const inputKeys = Object.values(inputs)
-    .map((input) => input.id)
-    .concat([
-      ClapperComfyUiInputIds.PROMPT,
-      ClapperComfyUiInputIds.NEGATIVE_PROMPT,
-      ClapperComfyUiInputIds.WIDTH,
-      ClapperComfyUiInputIds.HEIGHT,
-      ClapperComfyUiInputIds.SEED,
-    ])
-
-  const promptBuilder = new PromptBuilder(
-    workflowApiGraph.toJson(),
-    inputKeys,
-    [ClapperComfyUiInputIds.OUTPUT]
-  )
-
-  // We don't need proper names for input keys,
-  // as we just use PromptBuilder for its websocket api
-  inputKeys.forEach((inputKey) => {
-    promptBuilder.setInputNode(inputKey, inputKey)
-  })
-
-  if (outputNode) {
-    promptBuilder.setOutputNode(ClapperComfyUiInputIds.OUTPUT, outputNode.id)
-  }
-
-  return promptBuilder
-}
-
-export function convertComfyUiWorkflowApiToClapWorkflow(
-  workflowString: string,
-  category: ClapWorkflowCategory = ClapWorkflowCategory.IMAGE_GENERATION
-): ClapWorkflow {
-  try {
-    const { inputFields, inputValues } = getInputsFromComfyUiWorkflow(
-      workflowString,
-      category
-    )
-    switch (category) {
-      case ClapWorkflowCategory.VIDEO_GENERATION: {
-        return {
-          id: 'comfyui://settings.comfyWorkflowForVideo',
-          label: 'Custom Video Workflow',
-          description: 'Custom ComfyUI workflow to generate videos',
-          tags: ['custom', 'video generation'],
-          author: 'You',
-          thumbnailUrl: '',
-          nonCommercial: false,
-          engine: ClapWorkflowEngine.COMFYUI_WORKFLOW,
-          provider: ClapWorkflowProvider.COMFYUI,
-          category,
-          data: workflowString,
-          schema: '',
-          inputFields,
-          inputValues,
-        }
-      }
-      default: {
-        return {
-          id: 'comfyui://settings.comfyWorkflowForImage',
-          label: 'Custom Image Workflow',
-          description: 'Custom ComfyUI workflow to generate images',
-          tags: ['custom', 'image generation'],
-          author: 'You',
-          thumbnailUrl: '',
-          nonCommercial: false,
-          engine: ClapWorkflowEngine.COMFYUI_WORKFLOW,
-          provider: ClapWorkflowProvider.COMFYUI,
-          category,
-          data: workflowString,
-          schema: '',
-          inputFields,
-          inputValues,
-        }
-      }
-    }
-  } catch (e) {
-    throw e
-  }
-}