import * as THREE from 'three'; import React, { useContext, useEffect, useRef } from 'react'; import { SelectChangeEvent } from '@mui/material/Select'; import { useDispatch, useSelector } from 'react-redux'; import { IconButton, ToggleButtonGroup, ToggleButton } from '@mui/material'; import OpenWithIcon from '@mui/icons-material/OpenWith'; import PublicOffSharpIcon from '@mui/icons-material/PublicOffSharp'; import PublicSharpIcon from '@mui/icons-material/PublicSharp'; import Stats from 'stats.js'; import SyncOutlinedIcon from '@mui/icons-material/SyncOutlined'; import WebRtcWindow from '../WebRtcWindow/WebRtcWindow'; import { WebSocketContext } from '../WebSocket/WebSocket'; const msgpack = require('msgpack-lite'); function createStats() { const stats = new Stats(); stats.setMode(0); stats.domElement.style.position = 'absolute'; stats.domElement.style.left = '0'; stats.domElement.style.top = '0'; return stats; } function CameraToggle() { const dispatch = useDispatch(); const camera_choice = useSelector( (state) => state.renderingState.camera_choice, ); const set_camera_choice = (event: SelectChangeEvent) => { const value = event.target.value; dispatch({ type: 'write', path: 'renderingState/camera_choice', data: value, }); }; return ( Viewport Render ); } function TransformIcons(props) { const sceneTree = props.sceneTree; const transform_controls = sceneTree.find_object(['Transform Controls']); // NOTE(ethan): I'm not sure why this is necessary, but it is // toggle back and forth between local and global transform const [world, setWorld] = React.useState(true); const toggleLocal = () => { transform_controls.setSpace(world ? 'local' : 'world'); setWorld(!world); }; return (
{ transform_controls.setMode('translate'); }} > {/* translate */}
{ transform_controls.setMode('rotate'); }} > {/* rotate */}
{world ? : }
); } // manages a camera and the web rtc stream... export default function ViewerWindow(props) { const sceneTree = props.sceneTree; const scene = sceneTree.object; const renderer = sceneTree.metadata.renderer; const labelRenderer = sceneTree.metadata.labelRenderer; const myRef = useRef(null); const websocket = useContext(WebSocketContext).socket; const field_of_view = useSelector( (state) => state.renderingState.field_of_view, ); const camera_choice = useSelector( (state) => state.renderingState.camera_choice, ); // listen to the viewport width const size = new THREE.Vector2(); renderer.getSize(size); const [viewport_size, setDimensions] = React.useState({ height: size.x, width: size.y, }); const viewport_width = viewport_size.width; const viewport_height = viewport_size.height; // on change, update the camera and controls sceneTree.metadata.camera = sceneTree.find_object(['Cameras', camera_choice]); let stats = null; const get_window_width = () => { const width = myRef.current.clientWidth; return width - (width % 2); }; const get_window_height = () => { return myRef.current.clientHeight; }; const handleResize = () => { const viewportWidth = get_window_width(); const viewportHeight = get_window_height(); sceneTree.metadata.camera.aspect = viewportWidth / viewportHeight; sceneTree.metadata.camera.updateProjectionMatrix(); renderer.setSize(viewportWidth, viewportHeight); labelRenderer.setSize(viewportWidth, viewportHeight); }; // update the camera information in the python server const sendCamera = () => { if (websocket.readyState === WebSocket.OPEN) { const cmd = 'write'; const path = 'renderingState/camera'; const data_packet = sceneTree.metadata.camera.toJSON(); data_packet.object.timestamp = +new Date(); const data = { type: cmd, path, data: data_packet, }; const message = msgpack.encode(data); websocket.send(message); } }; useEffect(() => { function update_dimensions() { setDimensions({ height: get_window_height(), width: get_window_width(), }); } window.addEventListener('resize', update_dimensions); // force a rerender setDimensions({ height: get_window_height(), width: get_window_width(), }); return () => { window.removeEventListener('resize', update_dimensions); }; }, []); // keep sending the camera often // rerun this when the websocket changes useEffect(() => { const fps = 24; const interval = 1000 / fps; const refreshIntervalId = setInterval(sendCamera, interval); return () => { clearInterval(refreshIntervalId); }; }, [websocket]); const render = () => { requestAnimationFrame(render); handleResize(); sceneTree.metadata.camera.updateProjectionMatrix(); sceneTree.metadata.camera_controls.update(); renderer.render(scene, sceneTree.metadata.camera); labelRenderer.render(scene, sceneTree.metadata.camera); stats.update(); }; // start the three.js rendering loop // when the DOM is ready useEffect(() => { stats = createStats(); myRef.current.append(stats.domElement); myRef.current.append(renderer.domElement); render(); }, []); // updates the current camera with the field of view useEffect(() => { sceneTree.metadata.camera.fov = field_of_view; }, [field_of_view]); const render_height = useSelector( (state) => state.renderingState.render_height, ); const render_width = useSelector( (state) => state.renderingState.render_width, ); let crop_w; let crop_h; const render_aspect = render_width / render_height; const viewport_aspect = viewport_width / viewport_height; let render_viewport_apsect_ratio = null; if (render_aspect > viewport_aspect) { // render width is the limiting factor crop_w = viewport_width; crop_h = viewport_width / render_aspect; render_viewport_apsect_ratio = viewport_aspect / render_aspect; } else { // render height is the limiting factor crop_w = viewport_height * render_aspect; crop_h = viewport_height; render_viewport_apsect_ratio = 1.0; } let display = null; if (camera_choice === 'Main Camera') { display = 'none'; } else { display = 'flex'; } const crop_style = { display, width: crop_w, height: crop_h, }; // set the threejs field of view // such that the rendered video will match correctly if (camera_choice !== 'Main Camera') { const fl = 1.0 / Math.tan((field_of_view * Math.PI) / 360); const fl_new = fl * render_viewport_apsect_ratio; const fov = Math.atan(1 / fl_new) / (Math.PI / 360); sceneTree.metadata.camera.fov = fov; } return ( <> {/* the webrtc viewer needs to know the camera pose */}
); }