"use client" import React, { useTransition } from 'react' import { ClapProject } from '@aitube/clap' import Image from "next/image" import { DeviceFrameset } from 'react-device-frameset' import 'react-device-frameset/styles/marvel-devices.min.css' import { Card, CardContent, CardHeader } from '@/components/ui/card' import { Button } from '@/components/ui/button' import { Toaster } from '@/components/ui/sonner' import { TextareaField } from '@/components/form/textarea-field' import { cn } from '@/lib/utils/cn' import { createClap } from './server/aitube/createClap' import { editClapDialogues } from './server/aitube/editClapDialogues' import { editClapStoryboards } from './server/aitube/editClapStoryboards' import { exportClapToVideo } from './server/aitube/exportClapToVideo' import { useStore } from './store' import HFLogo from "./hf-logo.svg" export function Main() { const [_isPending, startTransition] = useTransition() const storyPromptDraft = useStore(s => s.storyPromptDraft) const storyPrompt = useStore(s => s.storyPrompt) const status = useStore(s => s.status) const storyGenerationStatus = useStore(s => s.storyGenerationStatus) const voiceGenerationStatus = useStore(s => s.voiceGenerationStatus) const imageGenerationStatus = useStore(s => s.imageGenerationStatus) const videoGenerationStatus = useStore(s => s.videoGenerationStatus) const generatedClap = useStore(s => s.generatedClap) const generatedVideo = useStore(s => s.generatedVideo) const setStoryPromptDraft = useStore(s => s.setStoryPromptDraft) const setStoryPrompt = useStore(s => s.setStoryPrompt) const setStatus = useStore(s => s.setStatus) const error = useStore(s => s.error) const setError = useStore(s => s.setError) const setStoryGenerationStatus = useStore(s => s.setStoryGenerationStatus) const setVoiceGenerationStatus = useStore(s => s.setVoiceGenerationStatus) const setImageGenerationStatus = useStore(s => s.setImageGenerationStatus) const setVideoGenerationStatus = useStore(s => s.setVideoGenerationStatus) const setGeneratedClap = useStore(s => s.setGeneratedClap) const setGeneratedVideo = useStore(s => s.setGeneratedVideo) const progress = useStore(s => s.progress) const setProgress = useStore(s => s.setProgress) const hasPendingTasks = storyGenerationStatus === "generating" || voiceGenerationStatus === "generating" || imageGenerationStatus === "generating" || videoGenerationStatus === "generating" const isBusy = status === "generating" || hasPendingTasks const handleSubmit = async () => { const prompt = storyPromptDraft setStatus("generating") setStoryGenerationStatus("generating") setStoryPrompt(prompt) startTransition(async () => { console.log(`handleSubmit(): generating a clap using prompt = "${prompt}" `) let clap: ClapProject | undefined = undefined try { setProgress(0) clap = await createClap({ prompt }) if (!clap) { throw new Error(`failed to create the clap`) } if (clap.segments.length <= 1) { throw new Error(`failed to generate more than one segments`) } console.log(`handleSubmit(): received a clap = `, clap) setGeneratedClap(clap) setStoryGenerationStatus("finished") } catch (err) { setStoryGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!clap) { return } // TODO Julian console.log("handleSubmit(): TODO Julian: generate images in parallel of the dialogue using Promise.all()") try { setProgress(5) setImageGenerationStatus("generating") clap = await editClapStoryboards({ clap }) if (!clap) { throw new Error(`failed to edit the storyboards`) } console.log(`handleSubmit(): received a clap with images = `, clap) setGeneratedClap(clap) setImageGenerationStatus("finished") } catch (err) { setImageGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!clap) { return } try { setProgress(8) setVoiceGenerationStatus("generating") clap = await editClapDialogues({ clap }) if (!clap) { throw new Error(`failed to edit the dialogues`) } console.log(`handleSubmit(): received a clap with dialogues = `, clap) setGeneratedClap(clap) setVoiceGenerationStatus("finished") } catch (err) { setVoiceGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!clap) { return } let assetUrl = "" try { setProgress(23) setVideoGenerationStatus("generating") assetUrl = await exportClapToVideo({ clap }) console.log(`handleSubmit(): received a video:`, assetUrl) setVideoGenerationStatus("finished") } catch (err) { setVideoGenerationStatus("error") setStatus("error") setError(`${err}`) return } if (!assetUrl) { return } setGeneratedVideo(assetUrl) setStatus("finished") setError("") }) } return (
AI
Stories Factory

Make vertical video stories using AI ✨

{ setStoryPromptDraft(e.target.value) }} placeholder="Yesterday I was at my favorite pizza place and.." inputClassName=" transition-all duration-200 ease-in-out h-32 md:h-56 lg:h-64 " disabled={isBusy} value={storyPromptDraft} />
{/* */}
{isBusy ? ( storyGenerationStatus === "generating" ? "Enhancing the story.." : imageGenerationStatus === "generating" ? "Generating storyboards.." : voiceGenerationStatus === "generating" ? "Generating voices.." : videoGenerationStatus === "generating" ? "Assembling final video.." : "Please wait.." ) : status === "error" ? {error || ""} :   // to prevent layout changes }
{isBusy ?
{progress}%
: generatedVideo ?
Powered by Hugging Face Hugging Face
); }