"use client" import React, { useRef, useTransition } from 'react' import { ClapProject } from '@aitube/clap' import Image from "next/image" import { DeviceFrameset } from 'react-device-frameset' import 'react-device-frameset/styles/marvel-devices.min.css' import { Card, CardContent, CardHeader } from '@/components/ui/card' import { Button } from '@/components/ui/button' import { Toaster } from '@/components/ui/sonner' import { TextareaField } from '@/components/form/textarea-field' import { cn } from '@/lib/utils/cn' import { createClap } from './server/aitube/createClap' import { editClapDialogues } from './server/aitube/editClapDialogues' import { editClapStoryboards } from './server/aitube/editClapStoryboards' import { exportClapToVideo } from './server/aitube/exportClapToVideo' import { useStore } from './store' import HFLogo from "./hf-logo.svg" export function Main() { const [_isPending, startTransition] = useTransition() const storyPromptDraft = useStore(s => s.storyPromptDraft) const promptDraft = useRef("") promptDraft.current = storyPromptDraft const storyPrompt = useStore(s => s.storyPrompt) const status = useStore(s => s.status) const storyGenerationStatus = useStore(s => s.storyGenerationStatus) const voiceGenerationStatus = useStore(s => s.voiceGenerationStatus) const imageGenerationStatus = useStore(s => s.imageGenerationStatus) const videoGenerationStatus = useStore(s => s.videoGenerationStatus) const generatedClap = useStore(s => s.generatedClap) const generatedVideo = useStore(s => s.generatedVideo) const setStoryPromptDraft = useStore(s => s.setStoryPromptDraft) const setStoryPrompt = useStore(s => s.setStoryPrompt) const setStatus = useStore(s => s.setStatus) const error = useStore(s => s.error) const setError = useStore(s => s.setError) const setStoryGenerationStatus = useStore(s => s.setStoryGenerationStatus) const setVoiceGenerationStatus = useStore(s => s.setVoiceGenerationStatus) const setImageGenerationStatus = useStore(s => s.setImageGenerationStatus) const setVideoGenerationStatus = useStore(s => s.setVideoGenerationStatus) const setGeneratedClap = useStore(s => s.setGeneratedClap) const setGeneratedVideo = useStore(s => s.setGeneratedVideo) const progress = useStore(s => s.progress) const setProgress = useStore(s => s.setProgress) const hasPendingTasks = storyGenerationStatus === "generating" || voiceGenerationStatus === "generating" || imageGenerationStatus === "generating" || videoGenerationStatus === "generating" const isBusy = status === "generating" || hasPendingTasks const handleSubmit = async () => { startTransition(async () => { console.log(`handleSubmit(): generating a clap using prompt = "${prompt}" `) let clap: ClapProject | undefined = undefined try { setProgress(5) setStatus("generating") setStoryGenerationStatus("generating") setStoryPrompt(promptDraft.current) clap = await createClap({ prompt: promptDraft.current }) if (!clap) { throw new Error(`failed to create the clap`) } if (clap.segments.length <= 1) { throw new Error(`failed to generate more than one segments`) } console.log(`handleSubmit(): received a clap = `, clap) setGeneratedClap(clap) setStoryGenerationStatus("finished") } catch (err) { setStoryGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!clap) { return } // TODO Julian console.log("handleSubmit(): TODO Julian: generate images in parallel of the dialogue using Promise.all()") // this is not trivial to do btw, since we will have to merge the clap together // (this could be a helper function inside @aitube/clap) try { setProgress(25) setImageGenerationStatus("generating") clap = await editClapStoryboards({ clap }) if (!clap) { throw new Error(`failed to edit the storyboards`) } console.log(`handleSubmit(): received a clap with images = `, clap) setGeneratedClap(clap) setImageGenerationStatus("finished") } catch (err) { setImageGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!clap) { return } try { setProgress(50) setVoiceGenerationStatus("generating") clap = await editClapDialogues({ clap }) if (!clap) { throw new Error(`failed to edit the dialogues`) } console.log(`handleSubmit(): received a clap with dialogues = `, clap) setGeneratedClap(clap) setVoiceGenerationStatus("finished") } catch (err) { setVoiceGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!clap) { return } let assetUrl = "" try { setProgress(75) setVideoGenerationStatus("generating") assetUrl = await exportClapToVideo({ clap }) console.log(`handleSubmit(): received a video: ${assetUrl.slice(0, 60)}...`) setVideoGenerationStatus("finished") } catch (err) { setVideoGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!assetUrl) { return } setGeneratedVideo(assetUrl) setStatus("finished") setError("") }) } return (
AI
Stories Factory

Make vertical video stories using AI ✨

{ setStoryPromptDraft(e.target.value) promptDraft.current = e.target.value }} placeholder="Yesterday I was at my favorite pizza place and.." inputClassName=" transition-all duration-200 ease-in-out h-32 md:h-56 lg:h-64 " disabled={isBusy} value={storyPromptDraft} />
{/* */}
{isBusy ?

{progress}%

{isBusy ? ( storyGenerationStatus === "generating" ? "Enhancing the story.." : imageGenerationStatus === "generating" ? "Generating storyboards.." : voiceGenerationStatus === "generating" ? "Generating voices.." : videoGenerationStatus === "generating" ? "Assembling final video.." : "Please wait.." ) : status === "error" ? {error || ""} :   // to prevent layout changes }

: generatedVideo ?
Powered by Hugging Face Hugging Face
); }