| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533 |
- 'use client';
- import { useState, useRef, useEffect } from 'react';
- import { Header } from '@/components/header';
- import { AppLayout } from '@/components/layout';
- import { Button } from '@/components/ui/button';
- import { Input } from '@/components/ui/input';
- import { Textarea } from '@/components/ui/textarea';
- import { PromptTextarea } from '@/components/prompt-textarea';
- import { Label } from '@/components/ui/label';
- import { Card, CardContent } from '@/components/ui/card';
- import { ImageInput } from '@/components/ui/image-input';
- import { apiClient, type JobInfo } from '@/lib/api';
- import { Loader2, Download, X } from 'lucide-react';
- import { downloadImage, downloadAuthenticatedImage, fileToBase64 } from '@/lib/utils';
- import { useLocalStorage } from '@/lib/hooks';
- type Img2ImgFormData = {
- prompt: string;
- negative_prompt: string;
- image: string;
- strength: number;
- steps: number;
- cfg_scale: number;
- seed: string;
- sampling_method: string;
- width?: number;
- height?: number;
- };
- const defaultFormData: Img2ImgFormData = {
- prompt: '',
- negative_prompt: '',
- image: '',
- strength: 0.75,
- steps: 20,
- cfg_scale: 7.5,
- seed: '',
- sampling_method: 'euler_a',
- width: 512,
- height: 512,
- };
- function Img2ImgForm() {
- const [formData, setFormData] = useLocalStorage<Img2ImgFormData>(
- 'img2img-form-data',
- defaultFormData
- );
- const [loading, setLoading] = useState(false);
- const [jobInfo, setJobInfo] = useState<JobInfo | null>(null);
- const [generatedImages, setGeneratedImages] = useState<string[]>([]);
- const [previewImage, setPreviewImage] = useState<string | null>(null);
- const [loraModels, setLoraModels] = useState<string[]>([]);
- const [embeddings, setEmbeddings] = useState<string[]>([]);
- const [selectedImage, setSelectedImage] = useState<File | string | null>(null);
- const [imageValidation, setImageValidation] = useState<any>(null);
- const [originalImage, setOriginalImage] = useState<string | null>(null);
- const [isResizing, setIsResizing] = useState(false);
- const [error, setError] = useState<string | null>(null);
- useEffect(() => {
- const loadModels = async () => {
- try {
- const [loras, embeds] = await Promise.all([
- apiClient.getModels('lora'),
- apiClient.getModels('embedding'),
- ]);
- setLoraModels(loras.models.map(m => m.name));
- setEmbeddings(embeds.models.map(m => m.name));
- } catch (err) {
- console.error('Failed to load models:', err);
- }
- };
- loadModels();
- }, []);
- const handleInputChange = (
- e: React.ChangeEvent<HTMLInputElement | HTMLTextAreaElement | HTMLSelectElement>
- ) => {
- const { name, value } = e.target;
- setFormData((prev) => ({
- ...prev,
- [name]: name === 'prompt' || name === 'negative_prompt' || name === 'seed' || name === 'sampling_method'
- ? value
- : Number(value),
- }));
- };
- const handleImageChange = async (image: File | string | null) => {
- setSelectedImage(image);
- setError(null);
- if (!image) {
- setFormData(prev => ({ ...prev, image: '' }));
- setPreviewImage(null);
- setImageValidation(null);
- setOriginalImage(null);
- return;
- }
- try {
- let imageBase64: string;
- let previewUrl: string;
- if (image instanceof File) {
- // Convert File to base64
- imageBase64 = await fileToBase64(image);
- previewUrl = imageBase64;
- } else {
- // Use URL directly
- imageBase64 = image;
- previewUrl = image;
- }
- // Store original image for resizing
- setOriginalImage(imageBase64);
- setFormData(prev => ({ ...prev, image: imageBase64 }));
- setPreviewImage(previewUrl);
- } catch (err) {
- setError('Failed to process image');
- console.error('Image processing error:', err);
- }
- };
- // Auto-resize image when width or height changes
- useEffect(() => {
- const resizeImage = async () => {
- if (!originalImage || !formData.width || !formData.height) {
- return;
- }
- // Don't resize if we're already resizing
- if (isResizing) {
- return;
- }
- try {
- setIsResizing(true);
- const result = await apiClient.resizeImage(originalImage, formData.width, formData.height);
- setFormData(prev => ({ ...prev, image: result.image }));
- setPreviewImage(result.image);
- } catch (err) {
- console.error('Failed to resize image:', err);
- setError('Failed to resize image');
- } finally {
- setIsResizing(false);
- }
- };
- resizeImage();
- }, [formData.width, formData.height, originalImage]);
- const handleImageValidation = (result: any) => {
- setImageValidation(result);
- if (!result.isValid) {
- setError(result.error || 'Invalid image');
- } else {
- setError(null);
- }
- };
- const pollJobStatus = async (jobId: string) => {
- const maxAttempts = 300;
- let attempts = 0;
- const poll = async () => {
- try {
- const status = await apiClient.getJobStatus(jobId);
- setJobInfo(status);
- if (status.status === 'completed') {
- let imageUrls: string[] = [];
- // Handle both old format (result.images) and new format (outputs)
- if (status.outputs && status.outputs.length > 0) {
- // New format: convert output URLs to authenticated image URLs with cache-busting
- imageUrls = status.outputs.map((output: any) => {
- const filename = output.filename;
- return apiClient.getImageUrl(jobId, filename);
- });
- } else if (status.result?.images && status.result.images.length > 0) {
- // Old format: convert image URLs to authenticated URLs
- imageUrls = status.result.images.map((imageUrl: string) => {
- // Extract filename from URL if it's already a full URL
- if (imageUrl.includes('/output/')) {
- const parts = imageUrl.split('/output/');
- if (parts.length === 2) {
- const filename = parts[1].split('?')[0]; // Remove query params
- return apiClient.getImageUrl(jobId, filename);
- }
- }
- // If it's just a filename, convert it directly
- return apiClient.getImageUrl(jobId, imageUrl);
- });
- }
- // Create a new array to trigger React re-render
- setGeneratedImages([...imageUrls]);
- setLoading(false);
- } else if (status.status === 'failed') {
- setError(status.error || 'Generation failed');
- setLoading(false);
- } else if (status.status === 'cancelled') {
- setError('Generation was cancelled');
- setLoading(false);
- } else if (attempts < maxAttempts) {
- attempts++;
- setTimeout(poll, 2000);
- } else {
- setError('Job polling timeout');
- setLoading(false);
- }
- } catch (err) {
- setError(err instanceof Error ? err.message : 'Failed to check job status');
- setLoading(false);
- }
- };
- poll();
- };
- const handleGenerate = async (e: React.FormEvent) => {
- e.preventDefault();
- if (!formData.image) {
- setError('Please upload or select an image first');
- return;
- }
- // Check if image validation passed
- if (imageValidation && !imageValidation.isValid) {
- setError('Please fix the image validation errors before generating');
- return;
- }
- setLoading(true);
- setError(null);
- setGeneratedImages([]);
- setJobInfo(null);
- try {
- const requestData = {
- ...formData,
- };
- const job = await apiClient.img2img(requestData);
- setJobInfo(job);
- const jobId = job.request_id || job.id;
- if (jobId) {
- await pollJobStatus(jobId);
- } else {
- setError('No job ID returned from server');
- setLoading(false);
- }
- } catch (err) {
- setError(err instanceof Error ? err.message : 'Failed to generate image');
- setLoading(false);
- }
- };
- const handleCancel = async () => {
- const jobId = jobInfo?.request_id || jobInfo?.id;
- if (jobId) {
- try {
- await apiClient.cancelJob(jobId);
- setLoading(false);
- setError('Generation cancelled');
- } catch (err) {
- console.error('Failed to cancel job:', err);
- }
- }
- };
- return (
- <AppLayout>
- <Header title="Image to Image" description="Transform images with AI using text prompts" />
- <div className="container mx-auto p-6">
- <div className="grid gap-6 lg:grid-cols-2">
- {/* Left Panel - Form */}
- <Card>
- <CardContent className="pt-6">
- <form onSubmit={handleGenerate} className="space-y-4">
- <div className="space-y-2">
- <Label>Source Image *</Label>
- <ImageInput
- value={selectedImage}
- onChange={handleImageChange}
- onValidation={handleImageValidation}
- disabled={loading}
- maxSize={10 * 1024 * 1024} // 10MB
- accept="image/*"
- placeholder="Enter image URL or select a file"
- showPreview={true}
- />
- </div>
- <div className="space-y-2">
- <Label htmlFor="prompt">Prompt *</Label>
- <PromptTextarea
- value={formData.prompt}
- onChange={(value) => setFormData({ ...formData, prompt: value })}
- placeholder="Describe the transformation you want..."
- rows={3}
- loras={loraModels}
- embeddings={embeddings}
- />
- <p className="text-xs text-muted-foreground">
- Tip: Use <lora:name:weight> for LoRAs and embedding names directly
- </p>
- </div>
- <div className="space-y-2">
- <Label htmlFor="negative_prompt">Negative Prompt</Label>
- <PromptTextarea
- value={formData.negative_prompt || ''}
- onChange={(value) => setFormData({ ...formData, negative_prompt: value })}
- placeholder="What to avoid..."
- rows={2}
- loras={loraModels}
- embeddings={embeddings}
- />
- </div>
- <div className="space-y-2">
- <Label htmlFor="strength">
- Strength: {formData.strength.toFixed(2)}
- </Label>
- <Input
- id="strength"
- name="strength"
- type="range"
- value={formData.strength}
- onChange={handleInputChange}
- min={0}
- max={1}
- step={0.05}
- />
- <p className="text-xs text-muted-foreground">
- Lower values preserve more of the original image
- </p>
- </div>
- <div className="grid grid-cols-2 gap-4">
- <div className="space-y-2">
- <Label htmlFor="width">Width</Label>
- <Input
- id="width"
- name="width"
- type="number"
- value={formData.width}
- onChange={handleInputChange}
- step={64}
- min={256}
- max={2048}
- disabled={isResizing}
- />
- </div>
- <div className="space-y-2">
- <Label htmlFor="height">Height</Label>
- <Input
- id="height"
- name="height"
- type="number"
- value={formData.height}
- onChange={handleInputChange}
- step={64}
- min={256}
- max={2048}
- disabled={isResizing}
- />
- </div>
- </div>
- {isResizing && (
- <div className="text-sm text-muted-foreground flex items-center gap-2">
- <Loader2 className="h-4 w-4 animate-spin" />
- Resizing image...
- </div>
- )}
- <div className="grid grid-cols-2 gap-4">
- <div className="space-y-2">
- <Label htmlFor="steps">Steps</Label>
- <Input
- id="steps"
- name="steps"
- type="number"
- value={formData.steps}
- onChange={handleInputChange}
- min={1}
- max={150}
- />
- </div>
- <div className="space-y-2">
- <Label htmlFor="cfg_scale">CFG Scale</Label>
- <Input
- id="cfg_scale"
- name="cfg_scale"
- type="number"
- value={formData.cfg_scale}
- onChange={handleInputChange}
- step={0.5}
- min={1}
- max={30}
- />
- </div>
- </div>
- <div className="space-y-2">
- <Label htmlFor="seed">Seed (optional)</Label>
- <Input
- id="seed"
- name="seed"
- value={formData.seed}
- onChange={handleInputChange}
- placeholder="Leave empty for random"
- />
- </div>
- <div className="space-y-2">
- <Label htmlFor="sampling_method">Sampling Method</Label>
- <select
- id="sampling_method"
- name="sampling_method"
- value={formData.sampling_method}
- onChange={handleInputChange}
- className="flex h-10 w-full rounded-md border border-input bg-background px-3 py-2 text-sm"
- >
- <option value="euler">Euler</option>
- <option value="euler_a">Euler A</option>
- <option value="heun">Heun</option>
- <option value="dpm2">DPM2</option>
- <option value="dpm++2s_a">DPM++ 2S A</option>
- <option value="dpm++2m">DPM++ 2M</option>
- <option value="dpm++2mv2">DPM++ 2M V2</option>
- <option value="lcm">LCM</option>
- </select>
- </div>
- <div className="flex gap-2">
- <Button type="submit" disabled={loading || !formData.image || (imageValidation && !imageValidation.isValid)} className="flex-1">
- {loading ? (
- <>
- <Loader2 className="h-4 w-4 animate-spin" />
- Generating...
- </>
- ) : (
- 'Generate'
- )}
- </Button>
- {loading && (
- <Button type="button" variant="destructive" onClick={handleCancel}>
- <X className="h-4 w-4" />
- Cancel
- </Button>
- )}
- </div>
- {error && (
- <div className="rounded-md bg-destructive/10 p-3 text-sm text-destructive">
- {error}
- </div>
- )}
- {loading && jobInfo && (
- <div className="rounded-md bg-muted p-3 text-sm">
- <p>Job ID: {jobInfo.id || jobInfo.request_id || 'N/A'}</p>
- <p>Status: {jobInfo.status}</p>
- {jobInfo.progress !== undefined && (
- <p>Progress: {Math.round(jobInfo.progress * 100)}%</p>
- )}
- </div>
- )}
- </form>
- </CardContent>
- </Card>
- {/* Right Panel - Generated Images */}
- <Card>
- <CardContent className="pt-6">
- <div className="space-y-4">
- <h3 className="text-lg font-semibold">Generated Images</h3>
- {generatedImages.length === 0 ? (
- <div className="flex h-96 items-center justify-center rounded-lg border-2 border-dashed border-border">
- <p className="text-muted-foreground">
- {loading ? 'Generating...' : 'Generated images will appear here'}
- </p>
- </div>
- ) : (
- <div className="grid gap-4">
- {generatedImages.map((image, index) => (
- <div key={index} className="relative group">
- <img
- src={image}
- alt={`Generated ${index + 1}`}
- className="w-full rounded-lg border border-border"
- />
- <Button
- size="icon"
- variant="secondary"
- className="absolute top-2 right-2 opacity-0 group-hover:opacity-100 transition-opacity"
- onClick={() => {
- const authToken = localStorage.getItem('auth_token');
- const unixUser = localStorage.getItem('unix_user');
- downloadAuthenticatedImage(image, `img2img-${Date.now()}-${index}.png`, authToken || undefined, unixUser || undefined)
- .catch(err => {
- console.error('Failed to download image:', err);
- // Fallback to regular download if authenticated download fails
- downloadImage(image, `img2img-${Date.now()}-${index}.png`);
- });
- }}
- >
- <Download className="h-4 w-4" />
- </Button>
- </div>
- ))}
- </div>
- )}
- </div>
- </CardContent>
- </Card>
- </div>
- </div>
- </AppLayout>
- );
- }
- export default function Img2ImgPage() {
- return <Img2ImgForm />;
- }
|