- Fix contrast issues in JobDevTools (level badges, text colors, timestamps) - Make log normalization more robust (handles old/new formats, edge cases) - Add ReviewIQ Platform Spec v1.2 defining: - Multi-tenant scraping-as-a-service architecture - Requester metadata, batches, webhooks, priority - Scraper versioning with A/B testing (stable/beta/canary) - API endpoints for job types, dashboard, admin - Output schemas for external service integration - Project structure reorganization plan Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
365 lines
12 KiB
TypeScript
365 lines
12 KiB
TypeScript
'use client';
|
|
|
|
import { useState, useMemo } from 'react';
|
|
import { Bug, Globe, Network, Cpu, Filter, ChevronDown, ChevronUp } from 'lucide-react';
|
|
|
|
// Type definitions
|
|
export interface StructuredLog {
|
|
timestamp: string;
|
|
timestamp_ms: number;
|
|
level: 'DEBUG' | 'INFO' | 'WARN' | 'ERROR' | 'FATAL';
|
|
category: 'scraper' | 'browser' | 'network' | 'system';
|
|
message: string;
|
|
metrics?: Record<string, any>;
|
|
network?: Record<string, any>;
|
|
}
|
|
|
|
export interface MetricsData {
|
|
cpu_percent?: number;
|
|
memory_mb?: number;
|
|
duration_ms?: number;
|
|
requests_made?: number;
|
|
reviews_scraped?: number;
|
|
[key: string]: any;
|
|
}
|
|
|
|
export interface CrashReport {
|
|
error_type: string;
|
|
error_message: string;
|
|
stack_trace?: string;
|
|
timestamp: string;
|
|
context?: Record<string, any>;
|
|
}
|
|
|
|
export interface SessionFingerprint {
|
|
session_id: string;
|
|
browser_version?: string;
|
|
proxy_used?: boolean;
|
|
locale?: string;
|
|
viewport?: { width: number; height: number };
|
|
[key: string]: any;
|
|
}
|
|
|
|
export interface JobDevToolsProps {
|
|
logs: StructuredLog[];
|
|
metrics?: MetricsData;
|
|
crashReport?: CrashReport;
|
|
sessionFingerprint?: SessionFingerprint;
|
|
isStreaming?: boolean;
|
|
}
|
|
|
|
type TabType = 'all' | 'scraper' | 'browser' | 'network' | 'system';
|
|
type LogLevel = 'DEBUG' | 'INFO' | 'WARN' | 'ERROR' | 'FATAL';
|
|
|
|
const TAB_CONFIG: { id: TabType; label: string; icon: typeof Bug; category?: StructuredLog['category'] }[] = [
|
|
{ id: 'all', label: 'All', icon: Filter },
|
|
{ id: 'scraper', label: 'Scraper', icon: Bug, category: 'scraper' },
|
|
{ id: 'browser', label: 'Browser', icon: Globe, category: 'browser' },
|
|
{ id: 'network', label: 'Network', icon: Network, category: 'network' },
|
|
{ id: 'system', label: 'System', icon: Cpu, category: 'system' },
|
|
];
|
|
|
|
const LEVEL_COLORS: Record<LogLevel, { bg: string; text: string; border: string }> = {
|
|
DEBUG: { bg: 'bg-gray-900', text: 'text-gray-200', border: 'border-gray-700' },
|
|
INFO: { bg: 'bg-gray-900', text: 'text-gray-100', border: 'border-gray-700' },
|
|
WARN: { bg: 'bg-gray-900', text: 'text-amber-200', border: 'border-gray-700' },
|
|
ERROR: { bg: 'bg-gray-900', text: 'text-red-200', border: 'border-gray-700' },
|
|
FATAL: { bg: 'bg-gray-900', text: 'text-fuchsia-200', border: 'border-gray-700' },
|
|
};
|
|
|
|
const LEVEL_BADGE_COLORS: Record<LogLevel, string> = {
|
|
DEBUG: 'bg-gray-500 text-white',
|
|
INFO: 'bg-blue-500 text-white',
|
|
WARN: 'bg-amber-500 text-gray-900',
|
|
ERROR: 'bg-red-500 text-white',
|
|
FATAL: 'bg-fuchsia-500 text-white',
|
|
};
|
|
|
|
export default function JobDevTools({
|
|
logs,
|
|
metrics,
|
|
crashReport,
|
|
sessionFingerprint,
|
|
isStreaming = false,
|
|
}: JobDevToolsProps) {
|
|
const [activeTab, setActiveTab] = useState<TabType>('all');
|
|
const [enabledLevels, setEnabledLevels] = useState<Set<LogLevel>>(
|
|
new Set(['DEBUG', 'INFO', 'WARN', 'ERROR', 'FATAL'])
|
|
);
|
|
const [showLevelFilter, setShowLevelFilter] = useState(false);
|
|
|
|
// Calculate counts per category
|
|
const categoryCounts = useMemo(() => {
|
|
const counts: Record<TabType, number> = {
|
|
all: logs.length,
|
|
scraper: 0,
|
|
browser: 0,
|
|
network: 0,
|
|
system: 0,
|
|
};
|
|
|
|
logs.forEach((log) => {
|
|
if (log.category in counts) {
|
|
counts[log.category as keyof typeof counts]++;
|
|
}
|
|
});
|
|
|
|
return counts;
|
|
}, [logs]);
|
|
|
|
// Calculate counts per level
|
|
const levelCounts = useMemo(() => {
|
|
const counts: Record<LogLevel, number> = {
|
|
DEBUG: 0,
|
|
INFO: 0,
|
|
WARN: 0,
|
|
ERROR: 0,
|
|
FATAL: 0,
|
|
};
|
|
|
|
logs.forEach((log) => {
|
|
if (log.level in counts) {
|
|
counts[log.level]++;
|
|
}
|
|
});
|
|
|
|
return counts;
|
|
}, [logs]);
|
|
|
|
// Filter logs by active tab and enabled levels
|
|
const filteredLogs = useMemo(() => {
|
|
return logs.filter((log) => {
|
|
const matchesTab = activeTab === 'all' || log.category === activeTab;
|
|
const matchesLevel = enabledLevels.has(log.level);
|
|
return matchesTab && matchesLevel;
|
|
});
|
|
}, [logs, activeTab, enabledLevels]);
|
|
|
|
const toggleLevel = (level: LogLevel) => {
|
|
setEnabledLevels((prev) => {
|
|
const next = new Set(prev);
|
|
if (next.has(level)) {
|
|
// Don't allow deselecting all levels
|
|
if (next.size > 1) {
|
|
next.delete(level);
|
|
}
|
|
} else {
|
|
next.add(level);
|
|
}
|
|
return next;
|
|
});
|
|
};
|
|
|
|
const formatTimestamp = (timestamp: string) => {
|
|
try {
|
|
const date = new Date(timestamp);
|
|
return date.toLocaleTimeString('en-US', {
|
|
hour12: false,
|
|
hour: '2-digit',
|
|
minute: '2-digit',
|
|
second: '2-digit',
|
|
fractionalSecondDigits: 3,
|
|
});
|
|
} catch {
|
|
return timestamp;
|
|
}
|
|
};
|
|
|
|
return (
|
|
<div className="w-full min-h-[400px] bg-gray-900 rounded-xl border-2 border-gray-700 flex flex-col">
|
|
{/* Header with streaming indicator */}
|
|
<div className="flex items-center justify-between px-4 py-2 border-b border-gray-700 bg-gray-800 rounded-t-xl">
|
|
<div className="flex items-center gap-2">
|
|
<Bug className="w-5 h-5 text-green-400" />
|
|
<span className="font-semibold text-gray-200">Job DevTools</span>
|
|
{isStreaming && (
|
|
<span className="flex items-center gap-1.5 px-2 py-0.5 bg-green-900 text-green-300 text-xs font-medium rounded-full border border-green-700">
|
|
<span className="w-2 h-2 bg-green-400 rounded-full animate-pulse" />
|
|
Streaming
|
|
</span>
|
|
)}
|
|
</div>
|
|
<span className="text-sm text-gray-400">
|
|
{filteredLogs.length} / {logs.length} logs
|
|
</span>
|
|
</div>
|
|
|
|
{/* Tab bar */}
|
|
<div className="flex items-center border-b border-gray-700 bg-gray-850 px-2">
|
|
{TAB_CONFIG.map((tab) => {
|
|
const Icon = tab.icon;
|
|
const count = categoryCounts[tab.id];
|
|
const isActive = activeTab === tab.id;
|
|
|
|
return (
|
|
<button
|
|
key={tab.id}
|
|
onClick={() => setActiveTab(tab.id)}
|
|
className={`flex items-center gap-2 px-4 py-3 text-sm font-medium transition-all border-b-2 ${
|
|
isActive
|
|
? 'text-blue-400 border-blue-400 bg-gray-800'
|
|
: 'text-gray-400 border-transparent hover:text-gray-200 hover:bg-gray-800'
|
|
}`}
|
|
>
|
|
<Icon className="w-4 h-4" />
|
|
<span>{tab.label}</span>
|
|
<span
|
|
className={`px-2 py-0.5 text-xs rounded-full ${
|
|
isActive
|
|
? 'bg-blue-900 text-blue-300'
|
|
: 'bg-gray-700 text-gray-400'
|
|
}`}
|
|
>
|
|
{count}
|
|
</span>
|
|
</button>
|
|
);
|
|
})}
|
|
|
|
{/* Level filter toggle */}
|
|
<div className="ml-auto relative">
|
|
<button
|
|
onClick={() => setShowLevelFilter(!showLevelFilter)}
|
|
className="flex items-center gap-2 px-3 py-2 text-sm font-medium text-gray-400 hover:text-gray-200 transition-colors"
|
|
>
|
|
<Filter className="w-4 h-4" />
|
|
<span>Levels</span>
|
|
{showLevelFilter ? (
|
|
<ChevronUp className="w-4 h-4" />
|
|
) : (
|
|
<ChevronDown className="w-4 h-4" />
|
|
)}
|
|
</button>
|
|
|
|
{/* Level filter dropdown */}
|
|
{showLevelFilter && (
|
|
<div className="absolute right-0 top-full mt-1 z-10 bg-gray-800 border border-gray-600 rounded-lg shadow-lg p-2 min-w-[160px]">
|
|
{(Object.keys(LEVEL_BADGE_COLORS) as LogLevel[]).map((level) => (
|
|
<label
|
|
key={level}
|
|
className="flex items-center gap-2 px-2 py-1.5 hover:bg-gray-700 rounded cursor-pointer"
|
|
>
|
|
<input
|
|
type="checkbox"
|
|
checked={enabledLevels.has(level)}
|
|
onChange={() => toggleLevel(level)}
|
|
className="w-4 h-4 rounded border-gray-600 bg-gray-700 text-blue-500 focus:ring-blue-500 focus:ring-offset-gray-800"
|
|
/>
|
|
<span
|
|
className={`px-2 py-0.5 text-xs font-semibold rounded ${LEVEL_BADGE_COLORS[level]}`}
|
|
>
|
|
{level}
|
|
</span>
|
|
<span className="text-gray-400 text-xs ml-auto">
|
|
{levelCounts[level]}
|
|
</span>
|
|
</label>
|
|
))}
|
|
</div>
|
|
)}
|
|
</div>
|
|
</div>
|
|
|
|
{/* Log entries - scrollable area */}
|
|
<div className="flex-1 overflow-y-auto min-h-[250px] max-h-[500px] font-mono text-sm">
|
|
{filteredLogs.length === 0 ? (
|
|
<div className="flex items-center justify-center h-full text-gray-400">
|
|
<div className="text-center">
|
|
<Bug className="w-8 h-8 mx-auto mb-2 opacity-60" />
|
|
<p>No logs to display</p>
|
|
<p className="text-xs mt-1 text-gray-500">
|
|
{logs.length > 0
|
|
? 'Try adjusting your filters'
|
|
: 'Logs will appear here during job execution'}
|
|
</p>
|
|
</div>
|
|
</div>
|
|
) : (
|
|
<div className="divide-y divide-gray-800">
|
|
{filteredLogs.map((log, index) => {
|
|
const levelStyle = LEVEL_COLORS[log.level];
|
|
return (
|
|
<div
|
|
key={`${log.timestamp_ms}-${index}`}
|
|
className="px-4 py-2 hover:bg-gray-800 transition-colors"
|
|
>
|
|
<div className="flex items-start gap-3">
|
|
{/* Timestamp */}
|
|
<span className="text-gray-400 text-xs whitespace-nowrap pt-0.5 font-mono">
|
|
{formatTimestamp(log.timestamp)}
|
|
</span>
|
|
|
|
{/* Level badge */}
|
|
<span
|
|
className={`px-1.5 py-0.5 text-xs font-bold rounded ${LEVEL_BADGE_COLORS[log.level]} whitespace-nowrap`}
|
|
>
|
|
{log.level}
|
|
</span>
|
|
|
|
{/* Category badge */}
|
|
<span className="px-1.5 py-0.5 text-xs font-medium rounded bg-gray-600 text-gray-100 whitespace-nowrap">
|
|
{log.category}
|
|
</span>
|
|
|
|
{/* Message */}
|
|
<span className={`flex-1 ${levelStyle.text} break-words`}>
|
|
{log.message}
|
|
</span>
|
|
</div>
|
|
|
|
{/* Additional data (metrics/network) */}
|
|
{(log.metrics || log.network) && (
|
|
<div className="mt-1 ml-[88px] text-xs text-gray-300 font-mono">
|
|
{log.metrics && (
|
|
<span className="mr-4">
|
|
<span className="text-gray-500">metrics:</span> {JSON.stringify(log.metrics)}
|
|
</span>
|
|
)}
|
|
{log.network && (
|
|
<span><span className="text-gray-500">network:</span> {JSON.stringify(log.network)}</span>
|
|
)}
|
|
</div>
|
|
)}
|
|
</div>
|
|
);
|
|
})}
|
|
</div>
|
|
)}
|
|
</div>
|
|
|
|
{/* Reserved space for metrics/session panels (footer) */}
|
|
<div className="border-t border-gray-700 bg-gray-800 px-4 py-3 rounded-b-xl">
|
|
<div className="flex items-center justify-between text-xs text-gray-300">
|
|
<div className="flex items-center gap-4">
|
|
{metrics && (
|
|
<>
|
|
{metrics.duration_ms !== undefined && (
|
|
<span><span className="text-gray-500">Duration:</span> {(metrics.duration_ms / 1000).toFixed(2)}s</span>
|
|
)}
|
|
{metrics.reviews_scraped !== undefined && (
|
|
<span><span className="text-gray-500">Reviews:</span> {metrics.reviews_scraped}</span>
|
|
)}
|
|
{metrics.memory_mb !== undefined && (
|
|
<span><span className="text-gray-500">Memory:</span> {metrics.memory_mb.toFixed(1)}MB</span>
|
|
)}
|
|
</>
|
|
)}
|
|
</div>
|
|
<div className="flex items-center gap-4">
|
|
{sessionFingerprint && (
|
|
<span className="text-gray-400">
|
|
Session: {sessionFingerprint.session_id?.slice(0, 8)}...
|
|
</span>
|
|
)}
|
|
{crashReport && (
|
|
<span className="text-red-300 font-medium">
|
|
Crash: {crashReport.error_type}
|
|
</span>
|
|
)}
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
);
|
|
}
|