mirror of
https://github.com/legop3/MultiRoombaRover.git
synced 2026-09-16 01:21:20 -04:00
@@ -81,6 +81,8 @@ Publishing rovers lives on a trusted network, so the shipped config (tracked at
|
|||||||
|
|
||||||
Once finished, update `server/config.yaml` with your admin passwords and `media.whepBaseUrl` (set it to the URL you expose publicly, e.g. `https://rover.otter.land/video`). If your proxy can’t rewrite paths, create the `/video` location there and add a custom nginx snippet to rewrite `/video/<rover>/whep` to `/<>/whep` before forwarding to mediaMTX. Restart `multirover.service` whenever you edit the config. To pull updates later, just `git pull`, re-run `npm install --production` inside `server/`, and restart the service—no need to rerun the installer.
|
Once finished, update `server/config.yaml` with your admin passwords and `media.whepBaseUrl` (set it to the URL you expose publicly, e.g. `https://rover.otter.land/video`). If your proxy can’t rewrite paths, create the `/video` location there and add a custom nginx snippet to rewrite `/video/<rover>/whep` to `/<>/whep` before forwarding to mediaMTX. Restart `multirover.service` whenever you edit the config. To pull updates later, just `git pull`, re-run `npm install --production` inside `server/`, and restart the service—no need to rerun the installer.
|
||||||
|
|
||||||
|
Room cameras now use JPEG snapshots (4 fps) instead of WHEP. Each entry in `roomCameras` must include a `url` pointing at the snapshot endpoint; the server polls and relays frames over socket.io with the same access rules as before.
|
||||||
|
|
||||||
### Video handshake + diagnostics
|
### Video handshake + diagnostics
|
||||||
|
|
||||||
- Every `video:request` returns `{ url, token }`. The browser posts the SDP offer to `url` and includes `Authorization: Basic base64(token:token)`. mediaMTX forwards the username (`token`) to `/mediamtx/auth`, which checks the socket’s permissions (driver assignment, admin/spectator role, lockdown state) and either returns 200 or 401—no query parameters are involved anymore.
|
- Every `video:request` returns `{ url, token }`. The browser posts the SDP offer to `url` and includes `Authorization: Basic base64(token:token)`. mediaMTX forwards the username (`token`) to `/mediamtx/auth`, which checks the socket’s permissions (driver assignment, admin/spectator role, lockdown state) and either returns 200 or 401—no query parameters are involved anymore.
|
||||||
|
|||||||
@@ -1,27 +0,0 @@
|
|||||||
[Unit]
|
|
||||||
Description=Room concrete camera SRT publisher (Pi)
|
|
||||||
After=network-online.target
|
|
||||||
Wants=network-online.target
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
Type=simple
|
|
||||||
# PS3 Eye mic (card 2) exposes 4ch/16k; use plughw to avoid format errors.
|
|
||||||
ExecStartPre=/usr/bin/sh -c "/usr/bin/amixer -q -c 2 sset 'Mic Capture Switch' cap || /usr/bin/true"
|
|
||||||
ExecStartPre=/usr/bin/sh -c "/usr/bin/amixer -q -c 2 sset 'Mic Capture Volume' 100% || /usr/bin/amixer -q -c 2 sset 'Mic' 100% cap || /usr/bin/true"
|
|
||||||
ExecStart=/usr/bin/ffmpeg \
|
|
||||||
-fflags nobuffer -flags low_delay -rtbufsize 0 -thread_queue_size 256 \
|
|
||||||
-f v4l2 -input_format yuyv422 -video_size 640x480 -framerate 30 -i /dev/video0 \
|
|
||||||
-fflags nobuffer -thread_queue_size 256 -f alsa -ac 4 -ar 16000 -i plughw:2,0 \
|
|
||||||
-map 0:v:0 -map 1:a:0 \
|
|
||||||
-c:v h264_v4l2m2m -b:v 600k -maxrate 700k -bufsize 1400k -g 30 -bf 0 -pix_fmt yuv420p \
|
|
||||||
-af "pan=mono|c0=FL+FR,volume=0.5" \
|
|
||||||
-c:a libopus -b:a 64k -ar 16000 -ac 1 \
|
|
||||||
-flush_packets 1 -f mpegts \
|
|
||||||
srt://192.168.0.86:9000?streamid=#!::r=room/concrete,m=publish&latency=10&mode=caller&transtype=live&pkt_size=1316
|
|
||||||
Restart=always
|
|
||||||
RestartSec=2
|
|
||||||
User=root
|
|
||||||
Group=root
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
||||||
@@ -0,0 +1,28 @@
|
|||||||
|
# Room camera snapshot service
|
||||||
|
|
||||||
|
Lightweight systemd service that serves a JPEG snapshot from any MJPEG-capable webcam (most USB webcams) at 4 fps. The server pulls `http://<host>:8080/snapshot.jpg` for room cams.
|
||||||
|
|
||||||
|
## Files
|
||||||
|
- `room-cam-snapshot.sh` – ffmpeg + simple HTTP server wrapper
|
||||||
|
- `room-cam.service` – systemd unit template
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
1) Copy the service into place (adjust path/env as needed):
|
||||||
|
```bash
|
||||||
|
sudo cp roomcam-service/room-cam.service /etc/systemd/system/room-cam.service
|
||||||
|
sudo systemctl daemon-reload
|
||||||
|
sudo systemctl enable --now room-cam.service
|
||||||
|
```
|
||||||
|
2) Override defaults via `Environment=` in the unit or drop-ins:
|
||||||
|
- `DEVICE=/dev/video0`
|
||||||
|
- `RESOLUTION=640x480`
|
||||||
|
- `QUALITY=5` (ffmpeg MJPEG quality; lower is higher quality)
|
||||||
|
- `PORT=8080`
|
||||||
|
- `WORKDIR=/run/roomcam`
|
||||||
|
- `INPUT_FORMAT=mjpeg` (use `bayer_grbg8` for OV534/raw Bayer cams; aliases `GRBG`/`grbg` are accepted)
|
||||||
|
3) Point the server `roomCameras[].url` to `http://<host>:8080/snapshot.jpg`.
|
||||||
|
|
||||||
|
Notes:
|
||||||
|
- The camera runs at its native MJPEG frame rate; the server polls snapshots at ~4 fps, so no extra filtering is applied here.
|
||||||
|
|
||||||
|
To run outside systemd, just execute `./room-cam-snapshot.sh` with any overrides.
|
||||||
@@ -0,0 +1,42 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# Configurable via environment
|
||||||
|
DEVICE="${DEVICE:-/dev/video0}"
|
||||||
|
RESOLUTION="${RESOLUTION:-640x480}"
|
||||||
|
QUALITY="${QUALITY:-5}" # ffmpeg MJPEG quality (lower is better)
|
||||||
|
PORT="${PORT:-8088}"
|
||||||
|
WORKDIR="${WORKDIR:-/run/roomcam}"
|
||||||
|
# Optional: set INPUT_FORMAT=bayer_grbg8 to transcode raw Bayer cams (e.g., OV534) to JPEG.
|
||||||
|
INPUT_FORMAT="${INPUT_FORMAT:-mjpeg}"
|
||||||
|
|
||||||
|
mkdir -p "${WORKDIR}"
|
||||||
|
SNAPSHOT_PATH="${WORKDIR}/snapshot.jpg"
|
||||||
|
rm -f "${SNAPSHOT_PATH}"
|
||||||
|
|
||||||
|
cleanup() {
|
||||||
|
[[ -n "${FFMPEG_PID:-}" ]] && kill "${FFMPEG_PID}" 2>/dev/null || true
|
||||||
|
[[ -n "${HTTP_PID:-}" ]] && kill "${HTTP_PID}" 2>/dev/null || true
|
||||||
|
}
|
||||||
|
trap cleanup EXIT
|
||||||
|
trap 'exit 0' SIGTERM INT
|
||||||
|
|
||||||
|
FFMPEG_INPUT_ARGS=(-f v4l2 -input_format "${INPUT_FORMAT}" -video_size "${RESOLUTION}" -i "${DEVICE}")
|
||||||
|
FFMPEG_FILTERS=()
|
||||||
|
if [[ "${INPUT_FORMAT}" == bayer_* ]]; then
|
||||||
|
# Convert raw Bayer to a JPEG-friendly pixel format.
|
||||||
|
FFMPEG_FILTERS=(-pix_fmt yuv420p)
|
||||||
|
fi
|
||||||
|
|
||||||
|
/usr/bin/ffmpeg -y \
|
||||||
|
-loglevel warning -nostats \
|
||||||
|
"${FFMPEG_INPUT_ARGS[@]}" \
|
||||||
|
"${FFMPEG_FILTERS[@]}" \
|
||||||
|
-q:v "${QUALITY}" \
|
||||||
|
-f image2 -update 1 "${SNAPSHOT_PATH}" &
|
||||||
|
FFMPEG_PID=$!
|
||||||
|
|
||||||
|
/usr/bin/python3 -u -m http.server "${PORT}" --directory "${WORKDIR}" --bind 0.0.0.0 &
|
||||||
|
HTTP_PID=$!
|
||||||
|
|
||||||
|
wait -n "${FFMPEG_PID}" "${HTTP_PID}"
|
||||||
@@ -0,0 +1,22 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Room camera snapshot server (MJPEG webcam)
|
||||||
|
After=network-online.target
|
||||||
|
Wants=network-online.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=simple
|
||||||
|
Environment=DEVICE=/dev/video0
|
||||||
|
Environment=RESOLUTION=640x480
|
||||||
|
Environment=QUALITY=5
|
||||||
|
Environment=PORT=8088
|
||||||
|
Environment=WORKDIR=/run/roomcam
|
||||||
|
Environment=INPUT_FORMAT=mjpeg
|
||||||
|
WorkingDirectory=/home/daniel/gits/MultiRoombaRover/roomcam-service
|
||||||
|
ExecStart=/usr/bin/env bash /home/daniel/gits/MultiRoombaRover/roomcam-service/room-cam-snapshot.sh
|
||||||
|
Restart=always
|
||||||
|
RestartSec=2
|
||||||
|
User=root
|
||||||
|
Group=root
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=multi-user.target
|
||||||
@@ -26,9 +26,11 @@ roomCameras:
|
|||||||
- id: "lobby"
|
- id: "lobby"
|
||||||
name: "Lobby Camera"
|
name: "Lobby Camera"
|
||||||
description: "Wide shot of the staging area."
|
description: "Wide shot of the staging area."
|
||||||
|
url: "http://192.168.0.50/snapshot.jpg"
|
||||||
- id: "workshop"
|
- id: "workshop"
|
||||||
name: "Workshop Bench"
|
name: "Workshop Bench"
|
||||||
description: "Shows the workbench and charging docks."
|
description: "Shows the workbench and charging docks."
|
||||||
|
url: "http://192.168.0.51/snapshot.jpg"
|
||||||
|
|
||||||
discord:
|
discord:
|
||||||
token: "DISCORD_BOT_TOKEN"
|
token: "DISCORD_BOT_TOKEN"
|
||||||
|
|||||||
@@ -20,6 +20,7 @@ require('./src/services/chatService');
|
|||||||
require('./src/services/videoSessions');
|
require('./src/services/videoSessions');
|
||||||
require('./src/services/videoAuthService');
|
require('./src/services/videoAuthService');
|
||||||
require('./src/services/videoSocketService');
|
require('./src/services/videoSocketService');
|
||||||
|
require('./src/services/roomCameraSocketService');
|
||||||
require('./src/services/logStreamService');
|
require('./src/services/logStreamService');
|
||||||
require('./src/services/homeAssistantService');
|
require('./src/services/homeAssistantService');
|
||||||
require('./src/services/sessionService');
|
require('./src/services/sessionService');
|
||||||
|
|||||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
@@ -11,7 +11,7 @@
|
|||||||
<meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />
|
<meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />
|
||||||
<meta name="apple-mobile-web-app-title" content="Multi Roomba Rover" />
|
<meta name="apple-mobile-web-app-title" content="Multi Roomba Rover" />
|
||||||
<title>Multi Roomba Rover</title>
|
<title>Multi Roomba Rover</title>
|
||||||
<script type="module" crossorigin src="/assets/index-Cy2FzgJN.js"></script>
|
<script type="module" crossorigin src="/assets/index-CnvHZcbU.js"></script>
|
||||||
<link rel="stylesheet" crossorigin href="/assets/index-B1UrCI1T.css">
|
<link rel="stylesheet" crossorigin href="/assets/index-B1UrCI1T.css">
|
||||||
</head>
|
</head>
|
||||||
<body>
|
<body>
|
||||||
|
|||||||
@@ -14,10 +14,15 @@ function normalizeCamera(camera) {
|
|||||||
logger.warn('Room camera missing id', camera);
|
logger.warn('Room camera missing id', camera);
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
|
if (!camera.url) {
|
||||||
|
logger.warn('Room camera missing url', { id, camera });
|
||||||
|
return null;
|
||||||
|
}
|
||||||
return {
|
return {
|
||||||
id: String(id),
|
id: String(id),
|
||||||
name: camera.name || camera.id || String(id),
|
name: camera.name || camera.id || String(id),
|
||||||
description: camera.description || null,
|
description: camera.description || null,
|
||||||
|
url: camera.url,
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,92 @@
|
|||||||
|
const EventEmitter = require('events');
|
||||||
|
const logger = require('../globals/logger').child('roomCameraSnapshot');
|
||||||
|
const { getRoomCameras, roomCameraEvents } = require('./roomCameraService');
|
||||||
|
|
||||||
|
const POLL_INTERVAL_MS = 500; // 2 fps target
|
||||||
|
const FETCH_TIMEOUT_MS = 2000;
|
||||||
|
const STALE_AFTER_MS = 4000;
|
||||||
|
|
||||||
|
const cameraState = new Map(); // id -> {frame, ts, stale, error, failures, fetching}
|
||||||
|
const events = new EventEmitter(); // frame, status
|
||||||
|
let pollTimer = null;
|
||||||
|
|
||||||
|
function markState(id, updates = {}) {
|
||||||
|
const prev = cameraState.get(id) || {};
|
||||||
|
const next = { ...prev, ...updates };
|
||||||
|
if (next.ts != null) {
|
||||||
|
next.stale = Date.now() - next.ts > STALE_AFTER_MS || !!next.stale;
|
||||||
|
} else {
|
||||||
|
next.stale = true;
|
||||||
|
}
|
||||||
|
cameraState.set(id, next);
|
||||||
|
return next;
|
||||||
|
}
|
||||||
|
|
||||||
|
async function fetchSnapshot(camera) {
|
||||||
|
const { id, url } = camera;
|
||||||
|
const state = cameraState.get(id);
|
||||||
|
if (!url || state?.fetching) return;
|
||||||
|
markState(id, { fetching: true });
|
||||||
|
const abortController = new AbortController();
|
||||||
|
const timeout = setTimeout(() => abortController.abort(), FETCH_TIMEOUT_MS);
|
||||||
|
try {
|
||||||
|
const res = await fetch(url, { signal: abortController.signal });
|
||||||
|
if (!res.ok) {
|
||||||
|
throw new Error(`HTTP ${res.status}`);
|
||||||
|
}
|
||||||
|
const arrayBuffer = await res.arrayBuffer();
|
||||||
|
const buffer = Buffer.from(arrayBuffer);
|
||||||
|
const ts = Date.now();
|
||||||
|
const next = markState(id, { frame: buffer, ts, error: null, failures: 0 });
|
||||||
|
events.emit('frame', { id, buffer, ts, stale: !!next.stale });
|
||||||
|
} catch (err) {
|
||||||
|
const failures = (state?.failures || 0) + 1;
|
||||||
|
markState(id, { error: err.message, failures });
|
||||||
|
events.emit('status', { id, error: err.message });
|
||||||
|
logger.warn('Snapshot fetch failed', { id, err: err.message });
|
||||||
|
} finally {
|
||||||
|
clearTimeout(timeout);
|
||||||
|
markState(id, { fetching: false });
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function stopAll() {
|
||||||
|
if (pollTimer) {
|
||||||
|
clearInterval(pollTimer);
|
||||||
|
pollTimer = null;
|
||||||
|
}
|
||||||
|
cameraState.clear();
|
||||||
|
}
|
||||||
|
|
||||||
|
function startAll() {
|
||||||
|
stopAll();
|
||||||
|
pollTimer = setInterval(() => {
|
||||||
|
getRoomCameras().forEach((camera) => fetchSnapshot(camera));
|
||||||
|
}, POLL_INTERVAL_MS);
|
||||||
|
getRoomCameras().forEach((camera) => fetchSnapshot(camera));
|
||||||
|
logger.info('Started snapshot polling', { count: getRoomCameras().length });
|
||||||
|
}
|
||||||
|
|
||||||
|
function getState(id) {
|
||||||
|
const state = cameraState.get(id);
|
||||||
|
if (!state) return null;
|
||||||
|
const stale = state.ts == null || Date.now() - state.ts > STALE_AFTER_MS;
|
||||||
|
return {
|
||||||
|
frame: state.frame || null,
|
||||||
|
ts: state.ts || null,
|
||||||
|
stale,
|
||||||
|
error: state.error || null,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
roomCameraEvents.on('update', () => {
|
||||||
|
logger.info('Room cameras changed; restarting snapshot pollers');
|
||||||
|
startAll();
|
||||||
|
});
|
||||||
|
|
||||||
|
startAll();
|
||||||
|
|
||||||
|
module.exports = {
|
||||||
|
roomCameraStreamEvents: events,
|
||||||
|
getRoomCameraState: getState,
|
||||||
|
};
|
||||||
@@ -0,0 +1,154 @@
|
|||||||
|
const io = require('../globals/io');
|
||||||
|
const logger = require('../globals/logger').child('roomCameraSocket');
|
||||||
|
const { getMode, MODES } = require('./modeManager');
|
||||||
|
const { isAdmin, isLockdownAdmin, getRole } = require('./roleService');
|
||||||
|
const { getRoomCamera, getRoomCameras } = require('./roomCameraService');
|
||||||
|
const { roomCameraStreamEvents, getRoomCameraState } = require('./roomCameraSnapshotService');
|
||||||
|
|
||||||
|
const SUBSCRIBE_LIMIT = 50;
|
||||||
|
const SUBSCRIBE_WINDOW_MS = 10000;
|
||||||
|
|
||||||
|
function passesMode(socket) {
|
||||||
|
const mode = getMode();
|
||||||
|
if (mode === MODES.LOCKDOWN) {
|
||||||
|
return isLockdownAdmin(socket);
|
||||||
|
}
|
||||||
|
if (mode === MODES.ADMIN) {
|
||||||
|
const role = getRole(socket);
|
||||||
|
return role === 'spectator' || isAdmin(socket);
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
function canViewRoomCamera(socket) {
|
||||||
|
return passesMode(socket);
|
||||||
|
}
|
||||||
|
|
||||||
|
const cameraSubscribers = new Map(); // id -> Set(socketId)
|
||||||
|
const socketSubscriptions = new Map(); // socketId -> Set(id)
|
||||||
|
const subscribeBuckets = new Map(); // socketId -> { start, count }
|
||||||
|
|
||||||
|
function addSubscription(socket, cameraId) {
|
||||||
|
if (!cameraSubscribers.has(cameraId)) {
|
||||||
|
cameraSubscribers.set(cameraId, new Set());
|
||||||
|
}
|
||||||
|
cameraSubscribers.get(cameraId).add(socket.id);
|
||||||
|
|
||||||
|
if (!socketSubscriptions.has(socket.id)) {
|
||||||
|
socketSubscriptions.set(socket.id, new Set());
|
||||||
|
}
|
||||||
|
socketSubscriptions.get(socket.id).add(cameraId);
|
||||||
|
}
|
||||||
|
|
||||||
|
function removeSubscription(socketId, cameraId) {
|
||||||
|
const bucket = cameraSubscribers.get(cameraId);
|
||||||
|
if (bucket) {
|
||||||
|
bucket.delete(socketId);
|
||||||
|
if (bucket.size === 0) {
|
||||||
|
cameraSubscribers.delete(cameraId);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
const socketBucket = socketSubscriptions.get(socketId);
|
||||||
|
if (socketBucket) {
|
||||||
|
socketBucket.delete(cameraId);
|
||||||
|
if (socketBucket.size === 0) {
|
||||||
|
socketSubscriptions.delete(socketId);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function removeAllSubscriptions(socketId) {
|
||||||
|
const bucket = socketSubscriptions.get(socketId);
|
||||||
|
if (!bucket) return;
|
||||||
|
bucket.forEach((cameraId) => removeSubscription(socketId, cameraId));
|
||||||
|
}
|
||||||
|
|
||||||
|
function allowSubscribe(socketId) {
|
||||||
|
const now = Date.now();
|
||||||
|
let bucket = subscribeBuckets.get(socketId);
|
||||||
|
if (!bucket || now - bucket.start >= SUBSCRIBE_WINDOW_MS) {
|
||||||
|
bucket = { start: now, count: 0 };
|
||||||
|
}
|
||||||
|
bucket.count += 1;
|
||||||
|
subscribeBuckets.set(socketId, bucket);
|
||||||
|
return bucket.count <= SUBSCRIBE_LIMIT;
|
||||||
|
}
|
||||||
|
|
||||||
|
function sendFrame(socket, cameraId, payload, buffer) {
|
||||||
|
socket.emit('roomCamera:frame', { id: cameraId, ...payload }, buffer);
|
||||||
|
}
|
||||||
|
|
||||||
|
function sendStatus(socket, cameraId, status) {
|
||||||
|
socket.emit('roomCamera:status', { id: cameraId, ...status });
|
||||||
|
}
|
||||||
|
|
||||||
|
roomCameraStreamEvents.on('frame', ({ id, buffer, ts, stale }) => {
|
||||||
|
const bucket = cameraSubscribers.get(id);
|
||||||
|
if (!bucket || !buffer) return;
|
||||||
|
bucket.forEach((socketId) => {
|
||||||
|
const socket = io.sockets.sockets.get(socketId);
|
||||||
|
if (!socket) return;
|
||||||
|
sendFrame(socket, id, { ts, stale: !!stale }, buffer);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
roomCameraStreamEvents.on('status', ({ id, error }) => {
|
||||||
|
const bucket = cameraSubscribers.get(id);
|
||||||
|
if (!bucket) return;
|
||||||
|
bucket.forEach((socketId) => {
|
||||||
|
const socket = io.sockets.sockets.get(socketId);
|
||||||
|
if (!socket) return;
|
||||||
|
sendStatus(socket, id, { error: error || null });
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
io.on('connection', (socket) => {
|
||||||
|
socket.on('roomCamera:subscribe', (payload = {}, cb = () => {}) => {
|
||||||
|
const list = Array.isArray(payload?.ids)
|
||||||
|
? payload.ids.map(String)
|
||||||
|
: payload?.roomCameraId || payload?.id
|
||||||
|
? [String(payload.roomCameraId || payload.id)]
|
||||||
|
: getRoomCameras().map((cam) => cam.id);
|
||||||
|
const uniqueIds = Array.from(new Set(list));
|
||||||
|
try {
|
||||||
|
if (!allowSubscribe(socket.id)) {
|
||||||
|
cb({ error: 'Rate limited' });
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
if (!canViewRoomCamera(socket)) {
|
||||||
|
throw new Error('Not authorized for room camera');
|
||||||
|
}
|
||||||
|
const validIds = uniqueIds.filter((id) => !!getRoomCamera(id));
|
||||||
|
validIds.forEach((cameraId) => addSubscription(socket, cameraId));
|
||||||
|
validIds.forEach((cameraId) => {
|
||||||
|
const state = getRoomCameraState(cameraId);
|
||||||
|
if (state?.frame) {
|
||||||
|
sendFrame(socket, cameraId, { ts: state.ts, stale: !!state.stale }, state.frame);
|
||||||
|
}
|
||||||
|
sendStatus(socket, cameraId, {
|
||||||
|
ts: state?.ts || null,
|
||||||
|
stale: state?.stale ?? true,
|
||||||
|
error: state?.error || null,
|
||||||
|
});
|
||||||
|
});
|
||||||
|
cb({ ok: true, subscribed: validIds });
|
||||||
|
} catch (err) {
|
||||||
|
logger.warn('Room camera subscribe failed', { socketId: socket.id, err: err.message });
|
||||||
|
cb({ error: err.message });
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
socket.on('roomCamera:unsubscribe', (payload = {}) => {
|
||||||
|
const list = Array.isArray(payload?.ids)
|
||||||
|
? payload.ids.map(String)
|
||||||
|
: payload?.roomCameraId || payload?.id
|
||||||
|
? [String(payload.roomCameraId || payload.id)]
|
||||||
|
: [];
|
||||||
|
list.forEach((cameraId) => removeSubscription(socket.id, cameraId));
|
||||||
|
});
|
||||||
|
|
||||||
|
socket.on('disconnect', () => {
|
||||||
|
removeAllSubscriptions(socket.id);
|
||||||
|
subscribeBuckets.delete(socket.id);
|
||||||
|
});
|
||||||
|
});
|
||||||
@@ -4,7 +4,6 @@ const { getMode, MODES } = require('./modeManager');
|
|||||||
const { isAdmin, isLockdownAdmin, getRole } = require('./roleService');
|
const { isAdmin, isLockdownAdmin, getRole } = require('./roleService');
|
||||||
const videoSessions = require('./videoSessions');
|
const videoSessions = require('./videoSessions');
|
||||||
const roverManager = require('./roverManager');
|
const roverManager = require('./roverManager');
|
||||||
const { getRoomCamera } = require('./roomCameraService');
|
|
||||||
const { loadConfig } = require('../helpers/configLoader');
|
const { loadConfig } = require('../helpers/configLoader');
|
||||||
|
|
||||||
const config = loadConfig();
|
const config = loadConfig();
|
||||||
@@ -94,12 +93,7 @@ io.on('connection', (socket) => {
|
|||||||
throw new Error('Not authorized for video');
|
throw new Error('Not authorized for video');
|
||||||
}
|
}
|
||||||
} else if (target.type === 'room') {
|
} else if (target.type === 'room') {
|
||||||
if (!getRoomCamera(target.id)) {
|
throw new Error('Room cameras now use the snapshot feed');
|
||||||
throw new Error('Unknown room camera');
|
|
||||||
}
|
|
||||||
if (!canViewRoomCamera(socket)) {
|
|
||||||
throw new Error('Not authorized for room camera');
|
|
||||||
}
|
|
||||||
} else {
|
} else {
|
||||||
throw new Error('Unsupported video source');
|
throw new Error('Unsupported video source');
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,27 +0,0 @@
|
|||||||
[Unit]
|
|
||||||
Description=Room camera SRT publisher (ensures mic capture unmuted)
|
|
||||||
After=network-online.target
|
|
||||||
Wants=network-online.target
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
Type=simple
|
|
||||||
# Some USB mics only expose a single "Mic" control; don't fail if a control is missing.
|
|
||||||
ExecStartPre=/usr/bin/sh -c "/usr/bin/amixer -q -c 0 sset 'Mic Capture Switch' cap || /usr/bin/true"
|
|
||||||
ExecStartPre=/usr/bin/sh -c "/usr/bin/amixer -q -c 0 sset 'Mic Capture Volume' 100% || /usr/bin/amixer -q -c 0 sset 'Mic' 100% cap || /usr/bin/true"
|
|
||||||
ExecStart=/usr/bin/ffmpeg \
|
|
||||||
-fflags nobuffer -rtbufsize 0 -probesize 32 -analyzeduration 0 -use_wallclock_as_timestamps 1 \
|
|
||||||
-thread_queue_size 256 -f v4l2 -input_format h264 -i /dev/video2 \
|
|
||||||
-fflags nobuffer -thread_queue_size 256 -f alsa -ar 16000 -ac 2 -i hw:0,0 \
|
|
||||||
-map 0:v:0 -map 1:a:0 \
|
|
||||||
-c:v libx264 -preset ultrafast -tune zerolatency -flags +low_delay \
|
|
||||||
-b:v 600k -maxrate 700k -bufsize 700k -g 30 -bf 0 -x264-params keyint=30:min-keyint=30:scenecut=0 \
|
|
||||||
-c:a libopus -b:a 64k -ar 16000 -ac 1 \
|
|
||||||
-flush_packets 1 -f mpegts \
|
|
||||||
srt://192.168.0.86:9000?streamid=#!::r=room/carpet,m=publish&latency=10&mode=caller&transtype=live&pkt_size=1316
|
|
||||||
Restart=always
|
|
||||||
RestartSec=2
|
|
||||||
User=root
|
|
||||||
Group=root
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
||||||
@@ -1,145 +1,25 @@
|
|||||||
import { useCallback, useEffect, useRef, useState } from 'react';
|
import { useMemo } from 'react';
|
||||||
import { WhepPlayer } from '../lib/whepPlayer.js';
|
|
||||||
|
|
||||||
const RESTART_DELAY_MS = 2000;
|
export default function RoomCameraFeed({ feed, label }) {
|
||||||
const UNMUTE_RETRY_MS = 3000;
|
const statusText = useMemo(() => {
|
||||||
|
if (!feed) return 'Connecting…';
|
||||||
export default function RoomCameraFeed({ sessionInfo, label }) {
|
if (feed.error) return `Error: ${feed.error}`;
|
||||||
const videoRef = useRef(null);
|
if (feed.status === 'playing' && feed.stale) return 'Stale frame';
|
||||||
const restartTimer = useRef(null);
|
return feed.status || 'Connecting…';
|
||||||
const unmuteTimer = useRef(null);
|
}, [feed]);
|
||||||
const [status, setStatus] = useState('idle');
|
|
||||||
const [detail, setDetail] = useState(null);
|
|
||||||
const [restartToken, setRestartToken] = useState(0);
|
|
||||||
const [muted, setMuted] = useState(true);
|
|
||||||
|
|
||||||
const scheduleRestart = useCallback(() => {
|
|
||||||
clearTimeout(restartTimer.current);
|
|
||||||
restartTimer.current = setTimeout(() => setRestartToken(Date.now()), RESTART_DELAY_MS);
|
|
||||||
}, []);
|
|
||||||
|
|
||||||
const ensurePlayback = useCallback(async () => {
|
|
||||||
const video = videoRef.current;
|
|
||||||
if (!video) return;
|
|
||||||
try {
|
|
||||||
video.muted = true;
|
|
||||||
await video.play();
|
|
||||||
} catch {
|
|
||||||
// Autoplay might be blocked; retry later.
|
|
||||||
}
|
|
||||||
}, []);
|
|
||||||
|
|
||||||
const attemptUnmute = useCallback(
|
|
||||||
(delay = 0) => {
|
|
||||||
clearTimeout(unmuteTimer.current);
|
|
||||||
|
|
||||||
const scheduleRetry = () => {
|
|
||||||
clearTimeout(unmuteTimer.current);
|
|
||||||
unmuteTimer.current = setTimeout(() => {
|
|
||||||
tryPlay();
|
|
||||||
}, UNMUTE_RETRY_MS);
|
|
||||||
};
|
|
||||||
|
|
||||||
const tryPlay = async () => {
|
|
||||||
const video = videoRef.current;
|
|
||||||
if (!video) return;
|
|
||||||
try {
|
|
||||||
await ensurePlayback();
|
|
||||||
video.muted = false;
|
|
||||||
await video.play();
|
|
||||||
setMuted(false);
|
|
||||||
} catch {
|
|
||||||
video.muted = true;
|
|
||||||
setMuted(true);
|
|
||||||
scheduleRetry();
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
unmuteTimer.current = setTimeout(tryPlay, delay);
|
|
||||||
},
|
|
||||||
[ensurePlayback],
|
|
||||||
);
|
|
||||||
|
|
||||||
useEffect(
|
|
||||||
() => () => {
|
|
||||||
clearTimeout(restartTimer.current);
|
|
||||||
clearTimeout(unmuteTimer.current);
|
|
||||||
},
|
|
||||||
[],
|
|
||||||
);
|
|
||||||
|
|
||||||
useEffect(() => {
|
|
||||||
if (!sessionInfo?.url || !videoRef.current) {
|
|
||||||
return undefined;
|
|
||||||
}
|
|
||||||
let active = true;
|
|
||||||
let player;
|
|
||||||
const resetMuteId = setTimeout(() => setMuted(true), 0);
|
|
||||||
const handleStatus = (nextStatus, info) => {
|
|
||||||
if (!active) return;
|
|
||||||
setStatus(nextStatus);
|
|
||||||
setDetail(info || null);
|
|
||||||
if (nextStatus === 'playing') {
|
|
||||||
ensurePlayback();
|
|
||||||
attemptUnmute(0);
|
|
||||||
}
|
|
||||||
if (['error', 'failed', 'disconnected', 'closed'].includes(nextStatus)) {
|
|
||||||
scheduleRestart();
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
player = new WhepPlayer({
|
|
||||||
url: sessionInfo.url,
|
|
||||||
token: sessionInfo.token,
|
|
||||||
video: videoRef.current,
|
|
||||||
onStatus: handleStatus,
|
|
||||||
});
|
|
||||||
|
|
||||||
player.start().catch((err) => {
|
|
||||||
if (!active) return;
|
|
||||||
setStatus('error');
|
|
||||||
setDetail(err.message);
|
|
||||||
scheduleRestart();
|
|
||||||
});
|
|
||||||
|
|
||||||
return () => {
|
|
||||||
active = false;
|
|
||||||
clearTimeout(resetMuteId);
|
|
||||||
player?.stop();
|
|
||||||
};
|
|
||||||
}, [sessionInfo?.url, sessionInfo?.token, restartToken, scheduleRestart, ensurePlayback, attemptUnmute]);
|
|
||||||
|
|
||||||
useEffect(() => {
|
|
||||||
if (status === 'stopped' && sessionInfo?.url) {
|
|
||||||
scheduleRestart();
|
|
||||||
}
|
|
||||||
}, [status, sessionInfo?.url, scheduleRestart]);
|
|
||||||
|
|
||||||
const renderedStatus = sessionInfo?.error
|
|
||||||
? `Error: ${sessionInfo.error}`
|
|
||||||
: !sessionInfo?.url
|
|
||||||
? 'Waiting for stream session'
|
|
||||||
: status === 'error'
|
|
||||||
? `Error: ${detail || 'unknown'}`
|
|
||||||
: detail
|
|
||||||
? `${status} (${detail})`
|
|
||||||
: status;
|
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<div className="relative aspect-video w-full overflow-hidden rounded bg-black">
|
<div className="relative w-full overflow-hidden rounded bg-black" style={{ aspectRatio: '4 / 3' }}>
|
||||||
<video
|
{feed?.objectUrl ? (
|
||||||
ref={videoRef}
|
<img src={feed.objectUrl} alt={label} className="h-full w-full object-cover" />
|
||||||
muted={muted}
|
) : (
|
||||||
playsInline
|
<div className="flex h-full w-full items-center justify-center text-sm text-slate-300">Waiting for frame…</div>
|
||||||
autoPlay
|
)}
|
||||||
controls={false}
|
|
||||||
className="h-full w-full object-cover"
|
|
||||||
/>
|
|
||||||
<div className="pointer-events-none absolute left-0 top-0 bg-black/70 px-0.5 py-0.5 text-xs font-semibold text-white">
|
<div className="pointer-events-none absolute left-0 top-0 bg-black/70 px-0.5 py-0.5 text-xs font-semibold text-white">
|
||||||
{label}
|
{label}
|
||||||
</div>
|
</div>
|
||||||
<div className="pointer-events-none absolute bottom-0 left-0 m-0.5 rounded bg-black/70 px-0.5 py-0.25 text-[0.7rem] text-slate-100">
|
<div className="pointer-events-none absolute bottom-0 left-0 m-0.5 rounded bg-black/70 px-0.5 py-0.25 text-[0.7rem] text-slate-100">
|
||||||
{renderedStatus}
|
{statusText}
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
import { useEffect, useState } from 'react';
|
import { useEffect, useState } from 'react';
|
||||||
import { useSession } from '../context/SessionContext.jsx';
|
import { useSession } from '../context/SessionContext.jsx';
|
||||||
import { useVideoRequests } from '../hooks/useVideoRequests.js';
|
|
||||||
import { useSettingsNamespace } from '../settings/index.js';
|
import { useSettingsNamespace } from '../settings/index.js';
|
||||||
|
import { useRoomCameraSnapshots } from '../hooks/useRoomCameraSnapshots.js';
|
||||||
import RoomCameraFeed from './RoomCameraFeed.jsx';
|
import RoomCameraFeed from './RoomCameraFeed.jsx';
|
||||||
|
|
||||||
function EmptyState() {
|
function EmptyState() {
|
||||||
@@ -31,8 +31,7 @@ export default function RoomCameraPanel({
|
|||||||
}) {
|
}) {
|
||||||
const { session } = useSession();
|
const { session } = useSession();
|
||||||
const cameras = session?.roomCameras || [];
|
const cameras = session?.roomCameras || [];
|
||||||
const sourceDescriptors = cameras.map((camera) => ({ type: 'room', id: camera.id, key: `room:${camera.id}` }));
|
const feedMap = useRoomCameraSnapshots(cameras.map((camera) => ({ id: camera.id })));
|
||||||
const videoSources = useVideoRequests(sourceDescriptors);
|
|
||||||
const { value: orientationSettings, save: saveOrientationSettings } = useSettingsNamespace('roomCameraPanels', {});
|
const { value: orientationSettings, save: saveOrientationSettings } = useSettingsNamespace('roomCameraPanels', {});
|
||||||
const [orientation, setOrientation] = useState(() =>
|
const [orientation, setOrientation] = useState(() =>
|
||||||
normalizeOrientation(
|
normalizeOrientation(
|
||||||
@@ -94,15 +93,14 @@ export default function RoomCameraPanel({
|
|||||||
)}
|
)}
|
||||||
<div className={containerClass}>
|
<div className={containerClass}>
|
||||||
{cameras.map((camera) => {
|
{cameras.map((camera) => {
|
||||||
const key = `room:${camera.id}`;
|
const feed = feedMap[camera.id] || null;
|
||||||
const sessionInfo = videoSources[key];
|
|
||||||
return (
|
return (
|
||||||
<article key={camera.id} className="w-full space-y-0.5 rounded bg-zinc-950 p-0.5 shadow-inner shadow-black/40">
|
<article key={camera.id} className="w-full space-y-0.5 rounded bg-zinc-950 p-0.5 shadow-inner shadow-black/40">
|
||||||
{/* <header className="space-y-0.5">
|
{/* <header className="space-y-0.5">
|
||||||
<p className="text-lg font-semibold text-white">{camera.name || camera.id}</p>
|
<p className="text-lg font-semibold text-white">{camera.name || camera.id}</p>
|
||||||
{camera.description && <p className="text-xs text-slate-500">{camera.description}</p>}
|
{camera.description && <p className="text-xs text-slate-500">{camera.description}</p>}
|
||||||
</header> */}
|
</header> */}
|
||||||
<RoomCameraFeed sessionInfo={sessionInfo} label={camera.name || camera.id} />
|
<RoomCameraFeed feed={feed} label={camera.name || camera.id} />
|
||||||
</article>
|
</article>
|
||||||
);
|
);
|
||||||
})}
|
})}
|
||||||
|
|||||||
@@ -0,0 +1,113 @@
|
|||||||
|
import { useEffect, useMemo, useRef, useState } from 'react';
|
||||||
|
import { useSocket } from '../context/SocketContext.jsx';
|
||||||
|
|
||||||
|
export function useRoomCameraSnapshots(sourceList = []) {
|
||||||
|
const socket = useSocket();
|
||||||
|
const [feeds, setFeeds] = useState({});
|
||||||
|
const objectUrls = useRef(new Map());
|
||||||
|
const ids = useMemo(() => sourceList.map((e) => (typeof e === 'string' ? e : e.id)), [sourceList]);
|
||||||
|
const idsKey = useMemo(() => ids.join('|'), [ids]);
|
||||||
|
const idsRef = useRef([]);
|
||||||
|
const retryTimer = useRef(null);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
idsRef.current = ids;
|
||||||
|
}, [idsKey, ids]);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
objectUrls.current.forEach((url) => URL.revokeObjectURL(url));
|
||||||
|
objectUrls.current.clear();
|
||||||
|
setFeeds({});
|
||||||
|
if (retryTimer.current) {
|
||||||
|
clearTimeout(retryTimer.current);
|
||||||
|
retryTimer.current = null;
|
||||||
|
}
|
||||||
|
}, [idsKey]);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
if (!idsRef.current.length || !socket) {
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
let cancelled = false;
|
||||||
|
const currentIds = idsRef.current;
|
||||||
|
|
||||||
|
const handleFrame = (meta = {}, buffer) => {
|
||||||
|
if (cancelled || !meta.id || !buffer) return;
|
||||||
|
const blob = new Blob([buffer], { type: 'image/jpeg' });
|
||||||
|
const url = URL.createObjectURL(blob);
|
||||||
|
const prevUrl = objectUrls.current.get(meta.id);
|
||||||
|
if (prevUrl) {
|
||||||
|
URL.revokeObjectURL(prevUrl);
|
||||||
|
}
|
||||||
|
objectUrls.current.set(meta.id, url);
|
||||||
|
setFeeds((prev) => ({
|
||||||
|
...prev,
|
||||||
|
[meta.id]: {
|
||||||
|
status: 'playing',
|
||||||
|
stale: !!meta.stale,
|
||||||
|
ts: meta.ts || Date.now(),
|
||||||
|
error: null,
|
||||||
|
objectUrl: url,
|
||||||
|
},
|
||||||
|
}));
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleStatus = (meta = {}) => {
|
||||||
|
if (cancelled || !meta.id) return;
|
||||||
|
setFeeds((prev) => ({
|
||||||
|
...prev,
|
||||||
|
[meta.id]: {
|
||||||
|
...(prev[meta.id] || {}),
|
||||||
|
status: meta.error ? 'error' : prev[meta.id]?.status || 'connecting',
|
||||||
|
error: meta.error || null,
|
||||||
|
stale: meta.stale ?? prev[meta.id]?.stale ?? true,
|
||||||
|
ts: meta.ts || prev[meta.id]?.ts || null,
|
||||||
|
objectUrl: prev[meta.id]?.objectUrl || null,
|
||||||
|
},
|
||||||
|
}));
|
||||||
|
if (meta.error && !cancelled) {
|
||||||
|
scheduleRetry();
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const scheduleRetry = (delay = 5000) => {
|
||||||
|
if (retryTimer.current) {
|
||||||
|
clearTimeout(retryTimer.current);
|
||||||
|
}
|
||||||
|
retryTimer.current = setTimeout(() => {
|
||||||
|
retryTimer.current = null;
|
||||||
|
if (!cancelled) {
|
||||||
|
socket.emit('roomCamera:subscribe', { ids: currentIds }, (resp = {}) => {
|
||||||
|
if (resp.error && !retryTimer.current) {
|
||||||
|
scheduleRetry();
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}, delay);
|
||||||
|
};
|
||||||
|
|
||||||
|
socket.on('roomCamera:frame', handleFrame);
|
||||||
|
socket.on('roomCamera:status', handleStatus);
|
||||||
|
|
||||||
|
socket.emit('roomCamera:subscribe', { ids: currentIds }, (resp = {}) => {
|
||||||
|
if (resp.error) {
|
||||||
|
scheduleRetry();
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
return () => {
|
||||||
|
cancelled = true;
|
||||||
|
socket.emit('roomCamera:unsubscribe', { ids: currentIds });
|
||||||
|
socket.off('roomCamera:frame', handleFrame);
|
||||||
|
socket.off('roomCamera:status', handleStatus);
|
||||||
|
objectUrls.current.forEach((url) => URL.revokeObjectURL(url));
|
||||||
|
objectUrls.current.clear();
|
||||||
|
if (retryTimer.current) {
|
||||||
|
clearTimeout(retryTimer.current);
|
||||||
|
retryTimer.current = null;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
}, [socket, idsKey]);
|
||||||
|
|
||||||
|
return feeds;
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user