Add compiling option for captioning. Added progress bar for captioning on active job widget. Track steps on caption. Added reverse proxy iframe that plugins can use to add ui functionality.

This commit is contained in:
Jaret Burkett
2026-06-12 10:26:52 -06:00
parent 3fd14f3805
commit 0f580f0663
13 changed files with 180 additions and 15 deletions

View File

@@ -0,0 +1,47 @@
import { NextRequest, NextResponse } from 'next/server';
import { PrismaClient } from '@prisma/client';
import path from 'path';
import fs from 'fs';
import { getTrainingFolder } from '@/server/settings';
const prisma = new PrismaClient();
export async function GET(request: NextRequest, { params }: { params: { jobID: string } }) {
const { jobID } = await params;
const job = await prisma.job.findUnique({
where: { id: jobID },
});
if (!job) {
return NextResponse.json({ error: 'Job not found' }, { status: 404 });
}
const trainingFolder = await getTrainingFolder();
const jobFolder = path.join(trainingFolder, job.name);
const pluginPath = path.join(jobFolder, 'plugin.html');
if (!fs.existsSync(pluginPath)) {
return NextResponse.json({ exists: false, html: null });
}
// lightweight existence check used to decide if the Plugin tab should show
if (request.nextUrl.searchParams.get('check') === '1') {
return NextResponse.json({ exists: true, html: null });
}
// serve the raw html so it can be loaded directly as an iframe src
let html = '';
try {
html = fs.readFileSync(pluginPath, 'utf-8');
} catch (error) {
console.error('Error reading plugin file:', error);
return NextResponse.json({ error: 'Error reading plugin file' }, { status: 500 });
}
return new NextResponse(html, {
headers: {
'Content-Type': 'text/html; charset=utf-8',
'Cache-Control': 'no-store',
},
});
}

View File

@@ -1,8 +1,8 @@
'use client';
import { useState, use } from 'react';
import { useState, useEffect, use } from 'react';
import { FaChevronLeft } from 'react-icons/fa';
import { MdDashboard, MdImage, MdShowChart, MdCode } from 'react-icons/md';
import { MdDashboard, MdImage, MdShowChart, MdCode, MdExtension } from 'react-icons/md';
import { Button } from '@headlessui/react';
import { TopBar, MainContent } from '@/components/layout';
import useJob from '@/hooks/useJob';
@@ -12,9 +12,11 @@ import { redirect } from 'next/navigation';
import JobActionBar from '@/components/JobActionBar';
import JobConfigViewer from '@/components/JobConfigViewer';
import JobLossGraph from '@/components/JobLossGraph';
import JobPlugin from '@/components/JobPlugin';
import { Job } from '@prisma/client';
import { apiClient } from '@/utils/api';
type PageKey = 'overview' | 'samples' | 'config' | 'loss_log';
type PageKey = 'overview' | 'samples' | 'config' | 'loss_log' | 'plugin';
interface Page {
name: string;
@@ -58,6 +60,13 @@ const pages: Page[] = [
component: JobConfigViewer,
mainCss: 'pt-[80px] px-0 pb-0',
},
{
name: 'Plugin',
value: 'plugin',
icon: MdExtension,
component: JobPlugin,
mainCss: 'pt-[80px] px-0 pb-0',
},
];
export default function JobPage({ params }: { params: { jobID: string } }) {
@@ -65,6 +74,21 @@ export default function JobPage({ params }: { params: { jobID: string } }) {
const jobID = usableParams.jobID;
const { job, status, refreshJob } = useJob(jobID, 5000);
const [pageKey, setPageKey] = useState<PageKey>('overview');
const [hasPlugin, setHasPlugin] = useState(false);
// poll for plugin.html in the job folder; show the Plugin tab if it exists
useEffect(() => {
const checkPlugin = () => {
apiClient
.get(`/api/jobs/${jobID}/plugin?check=1`)
.then(res => res.data)
.then(data => setHasPlugin(!!data.exists))
.catch(() => {});
};
checkPlugin();
const interval = setInterval(checkPlugin, 5000);
return () => clearInterval(interval);
}, [jobID]);
const page = pages.find(p => p.value === pageKey);
@@ -117,6 +141,9 @@ export default function JobPage({ params }: { params: { jobID: string } }) {
if (page.jobTypes && !page.jobTypes.includes(jobType)) {
return null;
}
if (page.value === 'plugin' && !hasPlugin) {
return null;
}
return (
<Button
key={page.value}

View File

@@ -3,7 +3,7 @@
import Link from 'next/link';
import { CgSpinner } from 'react-icons/cg';
import useJobsList from '@/hooks/useJobsList';
import { JobConfig } from '@/types';
import { getTotalSteps } from '@/utils/jobs';
export default function ActiveJobWidget() {
const { jobs } = useJobsList({ onlyActive: true, reloadInterval: 5000 });
@@ -17,13 +17,11 @@ export default function ActiveJobWidget() {
{jobs.map(job => {
let totalSteps: number | undefined;
try {
const cfg: JobConfig = JSON.parse(job.job_config);
totalSteps = cfg.config.process[0].train?.steps;
totalSteps = getTotalSteps(job);
} catch {
totalSteps = undefined;
}
const isTrain = job.job_type === 'train';
const pct = isTrain && totalSteps ? Math.min(100, (job.step / totalSteps) * 100) : 0;
const pct = totalSteps ? Math.min(100, (job.step / totalSteps) * 100) : 0;
const isRunning = job.status === 'running' || job.status === 'stopping';
let label = job.name;
@@ -47,7 +45,7 @@ export default function ActiveJobWidget() {
{isRunning && <CgSpinner className="animate-spin text-blue-400 flex-shrink-0" />}
<span className="text-xs text-gray-100 truncate min-w-0 flex-1">{label}</span>
</div>
{isTrain && totalSteps ? (
{totalSteps ? (
<div className="mt-1.5">
<div className="bg-gray-700 rounded-full h-1">
<div className="bg-blue-500 h-1 rounded-full transition-all" style={{ width: `${pct}%` }} />

View File

@@ -178,6 +178,11 @@ const CaptionSimpleJob: React.FC<Props> = ({ jobConfig, setJobConfig, gpuIDs, se
checked={jobConfig.config.process[0].caption.recaption}
onChange={value => setJobConfig(value, 'config.process[0].caption.recaption')}
/>
<Checkbox
label="Compile Models"
checked={jobConfig.config.process[0].caption.compile || false}
onChange={value => setJobConfig(value, 'config.process[0].caption.compile')}
/>
</FormGroup>
</div>
</div>

View File

@@ -102,7 +102,7 @@ export default function JobOverview({ job }: JobOverviewProps) {
<div className="p-4 space-y-6 flex flex-col flex-grow">
{/* Progress Bar */}
{job.job_type === 'train' && (
{totalSteps > 0 && (
<div className="space-y-2">
<div className="flex items-center justify-between text-sm">
<span className="text-gray-400">Progress</span>

View File

@@ -0,0 +1,43 @@
'use client';
import { useEffect, useState } from 'react';
import { Job } from '@prisma/client';
import { apiClient } from '@/utils/api';
interface JobPluginProps {
job: Job;
}
export default function JobPlugin({ job }: JobPluginProps) {
const [html, setHtml] = useState<string | null>(null);
const [status, setStatus] = useState<'loading' | 'success' | 'error'>('loading');
// An iframe src request cannot send the Authorization header the API requires,
// so fetch the html through apiClient and load it via srcDoc instead.
useEffect(() => {
apiClient
.get(`/api/jobs/${job.id}/plugin`, { responseType: 'text' })
.then(res => {
setHtml(res.data);
setStatus('success');
})
.catch(error => {
console.error('Error fetching plugin:', error);
setStatus('error');
});
}, [job.id]);
if (status === 'loading') {
return <p className="p-4">Loading plugin...</p>;
}
if (status === 'error' || html == null) {
return <p className="p-4">Error loading plugin</p>;
}
// Sandboxed iframe keeps the plugin's scripts and styles isolated from the app.
// allow-scripts lets its <script> tags run, but it cannot touch the parent page,
// cookies, or storage. The plugin sizes itself to 100% of its container, so the
// iframe must have an explicit size.
// 80px = top bar (48px) + tab bar (32px)
return <iframe srcDoc={html} sandbox="allow-scripts" className="block w-full h-[calc(100dvh-80px)] border-0" />;
}

View File

@@ -2,7 +2,7 @@ import { useMemo, useState } from 'react';
import useJobsList from '@/hooks/useJobsList';
import Link from 'next/link';
import UniversalTable, { TableColumn } from '@/components/UniversalTable';
import { GpuInfo, JobConfig } from '@/types';
import { GpuInfo } from '@/types';
import JobActionBar from './JobActionBar';
import { Job, Queue } from '@prisma/client';
import useQueueList from '@/hooks/useQueueList';
@@ -11,7 +11,7 @@ import { startQueue, stopQueue } from '@/utils/queue';
import { CgSpinner } from 'react-icons/cg';
import useGPUInfo from '@/hooks/useGPUInfo';
import { openConfirm } from '@/components/ConfirmModal';
import { deleteJob, stopJob } from '@/utils/jobs';
import { deleteJob, getTotalSteps, stopJob } from '@/utils/jobs';
import { Trash2 } from 'lucide-react';
interface JobsTableProps {
@@ -150,11 +150,10 @@ export default function JobsTable({ onlyActive = false, job_type = null }: JobsT
title: 'Steps',
key: 'steps',
render: row => {
const jobConfig: JobConfig = JSON.parse(row.job_config);
if (row.job_type !== 'train') {
const totalSteps = getTotalSteps(row);
if (!totalSteps) {
return <></>;
}
const totalSteps = jobConfig.config.process[0].train?.steps;
return (
<div>

View File

@@ -21,6 +21,7 @@ export const defaultCaptionJobConfig: CaptionJobConfig = {
extensions: ['mp3', 'wav', 'flac', 'ogg'],
path_to_caption: '',
recaption: false,
compile: false,
caption_extension: 'txt',
},
},

View File

@@ -268,6 +268,7 @@ export interface CaptionProcessConfig {
extensions: string[];
path_to_caption: string;
recaption: boolean;
compile?: boolean;
caption_prompt?: string;
max_res?: number;
max_new_tokens?: number;

View File

@@ -107,6 +107,9 @@ export const getNumberOfSamples = (job: Job) => {
};
export const getTotalSteps = (job: Job) => {
if (job.total_steps != null) {
return job.total_steps;
}
const jobConfig = getJobConfig(job);
return jobConfig.config.process[0].train?.steps || 0;
};