legop3/MultiRoombaRover
1
0
Fork 0
mirror of https://github.com/legop3/MultiRoombaRover.git synced 2026-09-16 01:21:20 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

whipwhep

Browse Source
This commit is contained in:
legop3
2026-03-20 01:50:29 -04:00
parent 7ad3dc7015
commit c729631104
7 changed files with 144 additions and 128 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/public/assets/index-6qqVBdnk.js
-125
View File
File diff suppressed because one or more lines are too long
server/public/assets/index-BjEIiAR_.js
+125
View File
File diff suppressed because one or more lines are too long
server/public/index.html
+1 -1
View File
@@ -11,7 +11,7 @@
<meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" /> <meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />
<meta name="apple-mobile-web-app-title" content="Multi Roomba Rover" /> <meta name="apple-mobile-web-app-title" content="Multi Roomba Rover" />
<title>Multi Roomba Rover</title> <title>Multi Roomba Rover</title>
<script type="module" crossorigin src="/assets/index-6qqVBdnk.js"></script> <script type="module" crossorigin src="/assets/index-BjEIiAR_.js"></script>
<link rel="stylesheet" crossorigin href="/assets/index-WqYsCIRI.css"> <link rel="stylesheet" crossorigin href="/assets/index-WqYsCIRI.css">
</head> </head>
<body> <body>
server/src/services/audioForwardService.js
+11 -1
View File
@@ -845,7 +845,6 @@ io.on('connection', (socket) => {
videoSessions.revokeWhere( videoSessions.revokeWhere(
(info) => info?.socketId === socket.id && info?.sourceType === 'roverMic' && info?.sourceId === pathId, (info) => info?.socketId === socket.id && info?.sourceType === 'roverMic' && info?.sourceId === pathId,
); );
startMicWhipRelay(normalized, socket.id);
const token = videoSessions.createSession(socket, { type: 'roverMic', id: pathId }); const token = videoSessions.createSession(socket, { type: 'roverMic', id: pathId });
const whipUrl = buildWhipUrl(pathId); const whipUrl = buildWhipUrl(pathId);
cb({ success: true, roverId: normalized, pathId, token, whipUrl }); cb({ success: true, roverId: normalized, pathId, token, whipUrl });
@@ -854,6 +853,17 @@ io.on('connection', (socket) => {
} }
}); });
socket.on('audio:micWhipReady', ({ roverId } = {}, cb = () => {}) => {
try {
const normalized = String(roverId || '').trim();
ensureAudioForwardPermission(socket, normalized);
startMicWhipRelay(normalized, socket.id);
cb({ success: true, roverId: normalized });
} catch (err) {
cb({ error: err.message });
}
});
socket.on('audio:micWhipStop', ({ roverId } = {}, cb = () => {}) => { socket.on('audio:micWhipStop', ({ roverId } = {}, cb = () => {}) => {
try { try {
const normalized = String(roverId || '').trim(); const normalized = String(roverId || '').trim();
webui/src/components/VipPanel.jsx
+2
View File
@@ -17,6 +17,7 @@ export default function VipPanel() {
stopMicForward, stopMicForward,
sendMicChunk, sendMicChunk,
startMicWhip, startMicWhip,
readyMicWhip,
stopMicWhip, stopMicWhip,
} = useSession(); } = useSession();
const { value: identity, save: saveIdentity } = useSettingsNamespace('identity', { cookieUserId: '' }); const { value: identity, save: saveIdentity } = useSettingsNamespace('identity', { cookieUserId: '' });
@@ -60,6 +61,7 @@ export default function VipPanel() {
stopMicForward={stopMicForward} stopMicForward={stopMicForward}
sendMicChunk={sendMicChunk} sendMicChunk={sendMicChunk}
startMicWhip={startMicWhip} startMicWhip={startMicWhip}
readyMicWhip={readyMicWhip}
stopMicWhip={stopMicWhip} stopMicWhip={stopMicWhip}
/> />
) : ( ) : (
webui/src/components/vip/VipAudioForwardingCard.jsx
+3 -1
View File
@@ -99,6 +99,7 @@ export default function VipAudioForwardingCard({
stopMicForward, stopMicForward,
sendMicChunk, sendMicChunk,
startMicWhip, startMicWhip,
readyMicWhip,
stopMicWhip, stopMicWhip,
}) { }) {
const { state: controlState } = useControlSystem(); const { state: controlState } = useControlSystem();
@@ -367,6 +368,7 @@ export default function VipAudioForwardingCard({
} }
const answerSdp = await response.text(); const answerSdp = await response.text();
await pc.setRemoteDescription({ type: 'answer', sdp: answerSdp }); await pc.setRemoteDescription({ type: 'answer', sdp: answerSdp });
await readyMicWhip?.(target);
setMicState('live'); setMicState('live');
} catch (err) { } catch (err) {
try { try {
@@ -381,7 +383,7 @@ export default function VipAudioForwardingCard({
throw err; throw err;
} }
}, },
[startMicWhip, startSocketBridge, stopMicWhip], [readyMicWhip, startMicWhip, startSocketBridge, stopMicWhip],
); );
const startMicCapture = useCallback( const startMicCapture = useCallback(
webui/src/context/SessionContext.jsx
+2
View File
@@ -32,6 +32,7 @@ const SessionContext = createContext({
stopMicForward: async () => {}, stopMicForward: async () => {},
sendMicChunk: async () => {}, sendMicChunk: async () => {},
startMicWhip: async () => {}, startMicWhip: async () => {},
readyMicWhip: async () => {},
stopMicWhip: async () => {}, stopMicWhip: async () => {},
setAudioLevels: async () => {}, setAudioLevels: async () => {},
llmControl: async () => {}, llmControl: async () => {},
@@ -164,6 +165,7 @@ export function SessionProvider({ children }) {
return true; return true;
}, },
startMicWhip: (roverId) => emitWithAck('audio:micWhipStart', { roverId }), startMicWhip: (roverId) => emitWithAck('audio:micWhipStart', { roverId }),
readyMicWhip: (roverId) => emitWithAck('audio:micWhipReady', { roverId }),
stopMicWhip: (roverId) => emitWithAck('audio:micWhipStop', { roverId }), stopMicWhip: (roverId) => emitWithAck('audio:micWhipStop', { roverId }),
setAudioLevels: (levels = {}) => emitWithAck('audioLevels:set', levels), setAudioLevels: (levels = {}) => emitWithAck('audioLevels:set', levels),
llmControl: (action, controls = {}) => llmControl: (action, controls = {}) =>