import { useCallback, useEffect, useMemo, useRef, useState } from 'react'; import { WhepPlayer } from '../lib/whepPlayer.js'; import TopDownMap from './TopDownMap.jsx'; import { useHudMapSetting } from '../hooks/useHudMapSetting.js'; import { useChat } from '../context/ChatContext.jsx'; import { useSession } from '../context/SessionContext.jsx'; import { useSettingsNamespace } from '../settings/index.js'; import DiscordInviteButton from './DiscordInviteButton.jsx'; const RESTART_DELAY_MS = 2000; const UNMUTE_RETRY_MS = 3000; const AUDIO_RETRY_MS = 3000; function buildBatteryVisual(charge, config) { const full = config?.Full; const warn = config?.Warn; const urgent = config?.Urgent ?? null; if (charge == null || full == null || warn == null) { return { available: false }; } const span = full - warn; if (span <= 0) return { available: false }; const normalized = (charge - warn) / span; const percent = Math.min(1, Math.max(0, normalized)); const percentDisplay = Math.round(percent * 100); const depleted = normalized <= 0; const warnTriggered = urgent != null && charge <= urgent; const barClass = depleted ? 'bg-red-500 animate-pulse' : warnTriggered ? 'bg-amber-400' : 'bg-emerald-500'; return { available: true, percentDisplay, depleted, warnTriggered, barClass, }; } export default function VideoTile({ sessionInfo, audioSessionInfo, videoMode = 'whep', snapshotFeed = null, qualityNotice = null, label, forceMute = false, telemetryFrame, batteryConfig, layoutFormat = 'desktop', hudVariant = 'default', driverLabel = null, hudForceMap = false, hudMapPosition = 'top-right', hudLabelScale = 1, fitParent = false, showTurnCue = false, turnTimerText = null, turnSeconds = null, isActiveDriver = false, idleSkipSeconds = null, }) { const videoRef = useRef(null); const audioRef = useRef(null); const restartTimer = useRef(null); const audioRestartTimer = useRef(null); const audioPlayInterval = useRef(null); const unmuteTimer = useRef(null); const [status, setStatus] = useState('idle'); const [detail, setDetail] = useState(null); const [audioStatus, setAudioStatus] = useState('idle'); const [audioDetail, setAudioDetail] = useState(null); const [restartToken, setRestartToken] = useState(0); const [audioRestartToken, setAudioRestartToken] = useState(0); const [muted, setMuted] = useState(true); const usingSnapshot = videoMode === 'snapshot'; const sensors = telemetryFrame?.sensors; const batteryCharge = sensors?.batteryChargeMah ?? null; const desktopLayout = layoutFormat === 'desktop'; const mobileHud = !desktopLayout; const [showHudMapDesktop, setShowHudMapDesktop] = useHudMapSetting(); const showHudMap = hudForceMap ? true : mobileHud ? true : showHudMapDesktop; const batteryVisual = buildBatteryVisual(batteryCharge, batteryConfig); // console.log('[BatteryBarDebug]', { // frameSensors: sensors, // batteryCharge, // batteryCapacity, // config: batteryConfig, // }); const wheelOvercurrents = sensors?.wheelOvercurrents || null; const overcurrentMotors = wheelOvercurrents == null ? [] : Object.entries(wheelOvercurrents) .filter(([, active]) => Boolean(active)) .map(([key]) => key); const scheduleRestart = useCallback(() => { clearTimeout(restartTimer.current); restartTimer.current = setTimeout(() => setRestartToken(Date.now()), RESTART_DELAY_MS); }, []); const scheduleAudioRestart = useCallback(() => { clearTimeout(audioRestartTimer.current); audioRestartTimer.current = setTimeout(() => setAudioRestartToken(Date.now()), RESTART_DELAY_MS); }, []); const ensurePlayback = useCallback(async () => { const video = videoRef.current; if (!video) return; try { video.muted = true; await video.play(); } catch { // Autoplay might still be blocked; retry logic elsewhere will handle it. } }, []); const attemptUnmute = useCallback( (delay = 0) => { if (forceMute) return; clearTimeout(unmuteTimer.current); const scheduleRetry = () => { clearTimeout(unmuteTimer.current); unmuteTimer.current = setTimeout(() => { if (!forceMute) { tryPlay(); } }, UNMUTE_RETRY_MS); }; const tryPlay = async () => { const video = videoRef.current; if (!video) return; try { await ensurePlayback(); video.muted = false; await video.play(); setMuted(false); } catch { video.muted = true; setMuted(true); scheduleRetry(); } }; unmuteTimer.current = setTimeout(tryPlay, delay); }, [ensurePlayback, forceMute], ); useEffect( () => () => { clearTimeout(restartTimer.current); clearTimeout(audioRestartTimer.current); clearTimeout(unmuteTimer.current); clearInterval(audioPlayInterval.current); }, [], ); useEffect(() => { if (status === 'playing') { attemptUnmute(0); } }, [status, attemptUnmute]); useEffect(() => { if (usingSnapshot) { setStatus('snapshot'); setDetail(null); } }, [usingSnapshot]); useEffect(() => { if (usingSnapshot || !sessionInfo?.url || !videoRef.current) { return undefined; } let active = true; let player; const resetMuteId = setTimeout(() => setMuted(true), 0); const handleStatus = (nextStatus, info) => { if (!active) return; setStatus(nextStatus); setDetail(info || null); if (nextStatus === 'playing') { ensurePlayback(); } if (['error', 'failed', 'disconnected', 'closed'].includes(nextStatus)) { scheduleRestart(); } }; player = new WhepPlayer({ url: sessionInfo.url, token: sessionInfo.token, video: videoRef.current, onStatus: handleStatus, }); player.start().catch((err) => { if (!active) return; setStatus('error'); setDetail(err.message); scheduleRestart(); }); return () => { active = false; clearTimeout(resetMuteId); player?.stop(); }; }, [usingSnapshot, sessionInfo?.url, sessionInfo?.token, restartToken, scheduleRestart, ensurePlayback]); useEffect(() => { if (status === 'stopped' && sessionInfo?.url) { scheduleRestart(); } }, [status, sessionInfo?.url, scheduleRestart]); // Audio-only WHEP (no pausing/muting; keeps trying to play) useEffect(() => { if (!audioSessionInfo?.url || !audioRef.current) { return undefined; } let active = true; let player; const handleStatus = (nextStatus, info) => { if (!active) return; setAudioDetail(info || (nextStatus === 'connected' ? 'connected' : null)); setAudioStatus((prev) => { if (nextStatus === 'connected' && (prev === 'playing' || prev === 'connecting')) { return prev; } if (nextStatus === 'new') { return prev; } return nextStatus; }); if (nextStatus === 'playing') { audioRef.current?.play().catch(() => {}); } if (['error', 'failed', 'disconnected', 'closed'].includes(nextStatus)) { scheduleAudioRestart(); } }; player = new WhepPlayer({ url: audioSessionInfo.url, token: audioSessionInfo.token, video: audioRef.current, audioOnly: true, onStatus: handleStatus, }); player.start().catch((err) => { if (!active) return; setAudioStatus('error'); setAudioDetail(err.message); scheduleAudioRestart(); }); return () => { active = false; player?.stop(); }; }, [audioSessionInfo?.url, audioSessionInfo?.token, audioRestartToken, scheduleAudioRestart]); // Keep nudging the audio element to play in case autoplay was blocked. useEffect(() => { const audioEl = audioRef.current; if (!audioSessionInfo?.url || !audioEl) { clearInterval(audioPlayInterval.current); return undefined; } const shouldAttempt = ['connecting', 'connected', 'playing', 'paused'].includes(audioStatus); if (!shouldAttempt) { clearInterval(audioPlayInterval.current); return undefined; } const attemptPlay = () => { const target = audioRef.current; if (!target) return; if (!target.paused && !target.ended) return; target .play() .then(() => { setAudioStatus((prev) => (prev === 'connected' ? 'playing' : prev)); setAudioDetail((prev) => (prev === 'paused' ? null : prev)); }) .catch((err) => { setAudioDetail((prev) => prev || err?.message || 'autoplay blocked'); }); }; attemptPlay(); audioPlayInterval.current = setInterval(attemptPlay, AUDIO_RETRY_MS); return () => clearInterval(audioPlayInterval.current); }, [audioSessionInfo?.url, audioStatus]); // Reflect audio element events back into status/detail so the HUD stays accurate. useEffect(() => { const audioEl = audioRef.current; if (!audioEl) return undefined; const handlePlay = () => { setAudioStatus((prev) => (prev === 'error' ? prev : 'playing')); setAudioDetail(null); }; const handlePause = () => { setAudioStatus((prev) => { if (['error', 'failed', 'disconnected', 'closed', 'stopped'].includes(prev)) return prev; return 'paused'; }); setAudioDetail((prev) => prev || 'paused'); }; const handleEnded = () => { setAudioStatus((prev) => (prev === 'error' ? prev : 'stopped')); setAudioDetail((prev) => prev || 'ended'); }; const handleError = () => { const { error } = audioEl; const message = error?.message || 'audio error'; setAudioStatus('error'); setAudioDetail(message); }; audioEl.addEventListener('play', handlePlay); audioEl.addEventListener('pause', handlePause); audioEl.addEventListener('ended', handleEnded); audioEl.addEventListener('error', handleError); return () => { audioEl.removeEventListener('play', handlePlay); audioEl.removeEventListener('pause', handlePause); audioEl.removeEventListener('ended', handleEnded); audioEl.removeEventListener('error', handleError); }; }, [audioSessionInfo?.url]); const snapshotStatus = snapshotFeed?.error ? `Error: ${snapshotFeed.error}` : snapshotFeed?.objectUrl ? 'snapshot' : snapshotFeed?.status || 'waiting'; const renderedStatus = usingSnapshot ? snapshotStatus : !sessionInfo?.url ? 'waiting' : status === 'error' ? `Error: ${detail || 'unknown'}` : detail ? `${status} (${detail})` : status; const renderedAudioStatus = audioSessionInfo?.error ? `Error: ${audioSessionInfo.error}` : !audioSessionInfo?.url ? null : audioStatus === 'error' ? `Error: ${audioDetail || 'unknown'}` : audioDetail ? `${audioStatus} (${audioDetail})` : audioStatus; const showVerticalBattery = hudVariant === 'spectator'; return (
{usingSnapshot ? ( snapshotFeed?.objectUrl ? ( {label} ) : (
Waiting for frame…
) ) : (
{!showVerticalBattery && (
)}
); } function BatteryBar({ visual }) { if (!visual?.available) { return (

Battery telemetry unavailable

); } const percentText = `${visual.percentDisplay}%`; const barClass = visual.barClass; return (
Battery {percentText}
); } function BatteryBarVertical({ visual }) { if (!visual?.available) return null; const percentText = `${visual.percentDisplay}%`; return (
{percentText}
); } function LightBumpBars({ sensors }) { const values = [ sensors?.lightBumpLeftSignal, sensors?.lightBumpFrontLeftSignal, sensors?.lightBumpCenterLeftSignal, sensors?.lightBumpCenterRightSignal, sensors?.lightBumpFrontRightSignal, sensors?.lightBumpRightSignal, ]; const max = values.filter((v) => v != null).reduce((acc, v) => Math.max(acc, v), 1200); const eased = (v) => Math.pow(Math.max(0, Math.min(1, (v ?? 0) / max)), 0.35); const hueFor = (v) => { if (v == null || v <= 0) return 'hsl(200 60% 18%)'; const h = (200 + eased(v) * 360) % 360; return `hsl(${h} 100% 60%)`; }; const segments = 6; const gap = 2; const barHeight = 12; return (
{values.map((v, idx) => { const t = eased(v); const dir = idx < segments / 2 ? -1 : 1; // left bars fill left, right bars fill right const fill = `${t * 100}%`; const color = hueFor(v); return (
); })}
); } function HudOverlay({ frame, sensors, label, status, audioStatus, desktopLayout = true, layoutFormat = 'desktop', variant = 'default', driverLabel = null, battery, showTopDown = false, mobileHud = false, mapPosition = 'top-right', turnTimerText = null, labelScale = 1, }) { const bumps = sensors?.bumpsAndWheelDrops || {}; const [now, setNow] = useState(() => Date.now()); useEffect(() => { const interval = setInterval(() => setNow(Date.now()), 150); return () => clearInterval(interval); }, []); const pulse = frame?.receivedAt ? now - frame.receivedAt < 200 : false; const isMobile = mobileHud; const portraitMobile = layoutFormat === 'mobile-portrait'; const statusTextClass = isMobile ? 'text-[0.45rem]' : 'text-[0.65rem]'; const statusPadClass = isMobile ? 'px-0.25 py-0.25' : 'px-1 py-0.5'; const labelPadClass = isMobile ? 'px-0.25 py-0.25' : 'px-0.5 py-0.5'; const labelTextClass = isMobile ? 'text-[0.55rem]' : 'text-[0.8rem]'; const statusPosClass = isMobile ? 'left-0.5 top-0.5' : 'left-1 top-1'; const timerTextClass = isMobile ? 'text-[0.5rem]' : 'text-[0.7rem]'; const timerPadClass = isMobile ? 'px-0.5 py-0.25' : 'px-1 py-0.5'; const telemetryPosClass = isMobile ? 'left-0.5 top-1/2' : 'left-1 top-1/2'; const labelPosClass = isMobile ? 'bottom-0.5' : 'bottom-0.5'; const labelWrapperStyle = { transform: `translateX(-50%) scale(${labelScale})`, transformOrigin: 'center bottom', }; const mapSize = '240px'; const mapScale = portraitMobile ? 0.36 : isMobile ? 0.45 : 0.7; const mapOpacity = isMobile ? 0.85 : 0.7; const mapStyle = { width: mapSize, height: mapSize, opacity: mapOpacity, transform: `scale(${mapScale})`, transformOrigin: mapPosition === 'bottom-left' ? 'bottom left' : 'top right', ...(mapPosition === 'bottom-left' ? { left: '0.25rem', bottom: '0.25rem' } : { right: '0.25rem', top: '0.25rem' }), }; if (variant === 'spectator') { const telemetryEntries = [ ['Voltage', sensors?.voltageMv != null ? `${(sensors.voltageMv / 1000).toFixed(2)} V` : '--'], ['Current', sensors?.currentMa != null ? `${sensors.currentMa} mA` : '--'], ['Charge', sensors?.batteryChargeMah != null ? `${sensors.batteryChargeMah}` : '--'], ['OI', sensors?.oiMode?.label || '--'], ]; return (
Status: {status} {audioStatus ? Audio: {audioStatus} : null}
Telemetry {telemetryEntries.map(([labelText, value]) => ( {labelText} {value} ))}
{showTopDown ? (
) : null}
{label || 'Unnamed Rover'} {driverLabel ? • {driverLabel} : null}
); } return (
Status: {status} {audioStatus ? Audio: {audioStatus} : null}
{turnTimerText ? (
{turnTimerText}
) : null}
Rover: "{label || 'Unnamed Rover'}" {/* {pulse ? 'Sensors active' : 'No recent sensors'} */}
{showTopDown && variant !== 'spectator' ? (
) : null}
); } function TurnCueOverlay({ mobileHud = false, turnSeconds = null, isActiveDriver = false, idleSkipSeconds = null, }) { const titleClass = mobileHud ? 'text-3xl' : 'text-5xl'; const subClass = mobileHud ? 'text-xs' : 'text-sm'; const timerClass = mobileHud ? 'text-[0.55rem]' : 'text-[0.75rem]'; const padClass = mobileHud ? 'px-4 py-3' : 'px-6 py-4'; const showCountdown = isActiveDriver && typeof idleSkipSeconds === 'number'; return (
IT IS YOUR TURN!
Start driving!
{showCountdown ? (
Idle skip in {idleSkipSeconds}s
) : null}
); } const OVERCURRENT_LABELS = { leftWheel: 'Left wheel', rightWheel: 'Right wheel', mainBrush: 'Main brush', sideBrush: 'Side brush', }; function OvercurrentOverlay({ motors, compact = false }) { if (!motors?.length) return null; const labels = motors.map((name) => OVERCURRENT_LABELS[name] || name); const containerClass = compact ? 'p-2' : 'p-4'; const textClass = compact ? 'text-lg' : 'text-4xl'; const subTextClass = compact ? 'text-xs' : 'text-xl'; return (
OVERCURRENT
{labels.join(', ')}
); } // low battery overlay, change text based on warn / urgent. use percentage calculated same as BatteryBar. change text based on warn or urgent. function LowBatteryOverlay({ charge, config, compact = false }) { if (charge == null || config == null) return null; const full = config.Full; const warn = config.Warn; const urgent = config.Urgent ?? null; const span = full - warn; if (span <= 0) return null; const normalized = (charge - warn) / span; const percent = Math.min(1, Math.max(0, normalized)); const depleted = normalized <= 0; const warnTriggered = urgent != null && charge <= urgent; if (!warnTriggered && !depleted) return null; const message = depleted ? 'Battery low! please dock and charge the rover soon.' : 'BATTERY VERY LOW, PLEASE DOCK THE ROVER AND CHARGE IMMEDIATELY!!'; const containerClass = compact ? 'p-2 top-6' : 'p-4 top-10'; const textClass = compact ? 'text-sm' : 'text-2xl'; return (
{message}
); } function HudChatInput({ compact = false }) { const { session } = useSession(); const { sendMessage, onInputFocus, onInputBlur, blurChat, registerInputRef } = useChat(); const { value: ttsSettings } = useSettingsNamespace('tts', { engine: 'flite', voice: 'rms', pitch: 50 }); const [draft, setDraft] = useState(''); const [sending, setSending] = useState(false); const canChat = session?.role !== 'spectator'; const hideHudChat = session?.role === 'spectator'; const currentRoverId = session?.assignment?.roverId || null; const rover = useMemo( () => session?.roster?.find((entry) => String(entry.id) === String(currentRoverId)) || null, [currentRoverId, session?.roster], ); const ttsSupported = Boolean(rover?.audio?.ttsEnabled); const ttsPayload = useMemo(() => { if (!ttsSupported) return null; const engine = ttsSettings?.engine === 'espeak' ? 'espeak' : 'flite'; if (engine === 'espeak') { let pitch = Number.isFinite(ttsSettings?.pitch) ? Math.round(ttsSettings.pitch) : undefined; if (typeof pitch === 'number') { pitch = Math.max(0, Math.min(99, pitch)); } return { speak: true, engine, pitch }; } const voice = typeof ttsSettings?.voice === 'string' ? ttsSettings.voice : undefined; return { speak: true, engine, voice }; }, [ttsSettings?.engine, ttsSettings?.pitch, ttsSettings?.voice, ttsSupported]); const containerClass = compact ? 'pointer-events-auto absolute bottom-0.5 right-0.5 flex w-[9rem] max-w-[70vw] items-center gap-0.25 rounded bg-black/70 px-0.4 py-0.2' : 'pointer-events-auto absolute bottom-1 right-1 flex w-[12rem] max-w-[70vw] items-center gap-0.5 rounded bg-black/70 px-0.5 py-0.25'; const inputClass = compact ? 'min-w-0 flex-1 bg-transparent text-[0.55rem] text-slate-100 placeholder:text-slate-400 focus:outline-none' : 'min-w-0 flex-1 bg-transparent text-[0.7rem] text-slate-100 placeholder:text-slate-400 focus:outline-none'; const buttonClass = compact ? 'rounded bg-cyan-500/80 px-0.35 py-0.2 text-[0.55rem] font-semibold text-black disabled:opacity-50' : 'rounded bg-cyan-500/80 px-0.5 py-0.25 text-[0.7rem] font-semibold text-black disabled:opacity-50'; async function handleSend(event) { event.preventDefault(); if (!canChat) return; const clean = draft.trim(); if (!clean) return; setSending(true); try { await sendMessage(clean, ttsPayload); setDraft(''); blurChat(); } catch (err) { alert(err.message); } finally { setSending(false); } } if (hideHudChat) return null; return (
setDraft(event.target.value)} onFocus={onInputFocus} onBlur={onInputBlur} onKeyDown={(event) => { if (event.key === 'Enter' && !draft.trim()) { event.preventDefault(); blurChat(); } }} ref={(el) => registerInputRef(el, { target: 'hud' })} placeholder={canChat ? 'Chat (TTS)' : 'Spectator'} disabled={!canChat} />
); }