4
cross-posted from: https://lemm.ee/post/46067136
I'm designing a webapp that is supposed to be an AR environment on your phone, to be viewed with something like Google Cardboard, but I am having an issue that the segmentPointer object that is meant to appear when clicking on an object is not.
I've checked the geometry displays correctly in a sandbox, and when I change it to a 3d object rather than shapeGeometry it does display, but I cannot figure out why it is not displaying how I want it to.
The project is at https://voxelverse.jackgreenearth.org, and the code is quite long, but it is here to read in its totality below as it might need the whole context to discover the error. I've tried myself looking through the code, and I've tried searching the web and asking LLMs, but I couldn't figure it out, so please help me, fellow humans.
Tap for code
"use strict"; import \* as THREE from 'three'; import {GLTFLoader} from 'three/addons/loaders/GLTFLoader.js'; \ const loader = new GLTFLoader(); const textureLoader = new THREE.TextureLoader(); const manager = THREE.DefaultLoadingManager; \ // Basic functions \ function ls(id) { return(localStorage.getItem(id)); }; \ function setLs(id, val) { localStorage.setItem(id, val); }; \ function byId(id) { return(document.getElementById(id)); }; \ function bySel(sel) { return(document.querySelector(sel)); }; \ function byClass(id) { return(document.getElementsByClassName(id)); }; \ function toTitleCase(str) { return str.replace( /\w\S\*/g, function(txt) { return txt.charAt(0).toUpperCase() + txt.substr(1).toLowerCase(); } ); }; \ function randInt(max) { return Math.floor(Math.random() \* (max)); }; \ function getRandomFloat(min, max, decimals) { return(parseFloat((Math.random() \* (max - min) + min).toFixed(decimals))); }; \ function confine(value, min, max) { if(value < min) { return(min); } else if(value > max) { return(max); } else { return(value); }; }; \ function wrap(value, min, max) { const range = max - min; \ if(value < min) { return(wrap(value + range, min, max)); } else if(value > max) { return(wrap(value - range, min, max)); } else { return(value); }; }; \ function removeFromArray(array, forDeletion) { return(array.filter(item => !forDeletion.includes(item))); }; \ function radToDeg(radians) { return radians \* (180 / PI); } \ function range(start, stop, step = 1) { if (stop === undefined) { stop = start; start = 0 } return Array.from({ length: (stop - start) / step }, (\_, i) => start + (i \* step)); } \ function between(variable, min, max, inclusive='min') { switch(inclusive) { case 'none': return((variable > min) && (variable < max)); break; case 'both': return((variable >= min) && (variable <= max)); break; case 'min': return((variable >= min) && (variable < max)); break; case 'max': return((variable > min) && (variable <= max)); break; } } \ function download(data, filename, type) { var file = new Blob(\[data], {type: type}); if (window\.navigator.msSaveOrOpenBlob) // IE10+ window\.navigator.msSaveOrOpenBlob(file, filename); else { // Others var a = document.createElement("a"), url = URL.createObjectURL(file); a.href = url; a.download = filename; document.body.appendChild(a); a.click(); setTimeout(function() { document.body.removeChild(a); window\.URL.revokeObjectURL(url); }, 0); }; }; \ function log(text) { console.log(text); }; \ function distance2d(x1, y1, x2, y2) { return(Math.sqrt( (Math.abs(x1 - x2) \*\* 2) + (Math.abs(y1 - y2) \*\* 2) )); }; \ function distance3d(p1 = new THREE.Vector3(0, 0, 0), p2 = new THREE.Vector3(0, 0, 0)) { return(Math.sqrt((distance2d(p1.x, p1.y, p2.x, p2.y) \*\* 2) + (Math.abs(p1.z - p2.z) \*\* 2))); }; \ let totalElementsToLoad = 0; let numberOfElementsLoaded = 0; \ function onAllElementsLoaded() { \ } \ function load(path, type, functionOnLoad) { totalElementsToLoad += 1; \ if(type == 'html') { fetch(path) .then(response => response.text()) .then(html => { let doc = new DOMParser().parseFromString(html, "text/html"); \ functionOnLoad(doc); \ // If all elements to load have been loaded, execute the relevant function numberOfElementsLoaded += 1; if(numberOfElementsLoaded == totalElementsToLoad) { onAllElementsLoaded(); } }) .catch(error => { console.error(error); }); } else if(type == 'json') { fetch(path) .then(response => response.json()) // parse the response as JSON .then(json => { functionOnLoad(json); \ // If all elements to load have been loaded, execute the relevant function numberOfElementsLoaded += 1; if(numberOfElementsLoaded == totalElementsToLoad) { onAllElementsLoaded(); } }) .catch(error => { console.error(error); }); } } \ // Setup \ const PI = 3.1415926535897932384626433832795028841971; \ // Objects \ let orientation = { 'absolute': false, 'alpha': 0, 'beta': 0, 'gamma': 0 } \ // vars const fps = 60; \ let keysDown = \[]; let pointerPosition = {'x': 0, 'y': 0, 'positions': \[{'clientX': 0, 'clientY': 0}], 'type': 'mouse'}; \ // Camera let cameraRotation = new THREE.Euler(0, 0, 0, 'YXZ'); let cameraTargetRotation = {'x': 0, 'y': 0, 'z': 0}; const cameraRotationSensitivity = 0.002; \ // Other variables let logicInterval; \ // Load default settings let defaultSettings; \ load("/assets/json/default-settings.json", 'json', function(defset) { defaultSettings = defset; \ // Create custom settings if(!Object.keys(localStorage).includes('settings')) { setLs('settings', JSON.stringify({})); }; \ onSettingsLoad(); }); \ function settingURL(url, addValue=true) { return('children/' + url.split('/').join('/children/') + (addValue ? '/value' : '')); } \ function customiseSetting(url, value) { url = settingURL(url).split('/'); \ let newSettings; \ function recursiveSet(object, list, index, setTo) { // If the current component is the last one, assign the value if(index == list.length - 1) { object\[list\[index]] = setTo; return(object); } else { // Check if it already contains the value if(object.hasOwnProperty(list\[index])) { object\[list\[index]] = recursiveSet(object\[list\[index]], list, index + 1, setTo); } else { object\[list\[index]] = recursiveSet({}, list, index + 1, setTo); } return(object); } }; \ newSettings = recursiveSet(JSON.parse(ls('settings')), url, 0, value); \ setLs('settings', JSON.stringify(newSettings)); } \ function getSetting(url, addValue) { url = settingURL(url, addValue).split('/'); \ function recursiveGet(object, list, index) { // If the current component is the last one, return the value if (index == list.length - 1) { return object\[list\[index]]; } else { // Check if it contains the value if (object.hasOwnProperty(list\[index])) { return recursiveGet(object\[list\[index]], list, index + 1); } else { return null; // No such setting } } } \ // Try to find it in local settings first, otherwise get it from defaultSettings const localGet = recursiveGet(JSON.parse(ls('settings')), url, 0); if(localGet == null) { return(recursiveGet(defaultSettings, url, 0)); } else { return(localGet); } } \ // First, lets define some functions // Rendering functions \ // Thanks, https\://discourse.threejs.org/t/roundedrectangle-squircle/28645! function roundRectangleGeometry(w, h, r, s) { // width, height, radius corner, smoothness // helper const's const wi = w / 2 - r; // inner width const hi = h / 2 - r; // inner height const w2 = w / 2; // half width const h2 = h / 2; // half height const ul = r / w; // u left const ur = ( w - r ) / w; // u right const vl = r / h; // v low const vh = ( h - r ) / h; // v high let positions = \[ -wi, -h2, 0, wi, -h2, 0, wi, h2, 0, -wi, -h2, 0, wi, h2, 0, -wi, h2, 0, -w2, -hi, 0, -wi, -hi, 0, -wi, hi, 0, -w2, -hi, 0, -wi, hi, 0, -w2, hi, 0, wi, -hi, 0, w2, -hi, 0, w2, hi, 0, wi, -hi, 0, w2, hi, 0, wi, hi, 0 ]; let uvs = \[ ul, 0, ur, 0, ur, 1, ul, 0, ur, 1, ul, 1, 0, vl, ul, vl, ul, vh, 0, vl, ul, vh, 0, vh, ur, vl, 1, vl, 1, vh, ur, vl, 1, vh, ur, vh ]; let phia = 0; let phib, xc, yc, uc, vc, cosa, sina, cosb, sinb; for (let i = 0; i < s \* 4; i ++) { phib = Math.PI \* 2 \* ( i + 1 ) / ( 4 \* s ); cosa = Math.cos( phia ); sina = Math.sin( phia ); cosb = Math.cos( phib ); sinb = Math.sin( phib ); xc = i < s || i >= 3 \* s ? wi : - wi; yc = i < 2 \* s ? hi : -hi; positions.push( xc, yc, 0, xc + r \* cosa, yc + r \* sina, 0, xc + r \* cosb, yc + r \* sinb, 0 ); uc = i < s || i >= 3 \* s ? ur : ul; vc = i < 2 \* s ? vh : vl; uvs.push( uc, vc, uc + ul \* cosa, vc + vl \* sina, uc + ul \* cosb, vc + vl \* sinb ); phia = phib; } const geometry = new THREE.BufferGeometry( ); geometry.setAttribute( 'position', new THREE.BufferAttribute( new Float32Array( positions ), 3 ) ); geometry.setAttribute( 'uv', new THREE.BufferAttribute( new Float32Array( uvs ), 2 ) ); return geometry; } \ // Render function render() { requestAnimationFrame(render); leftRenderer.render(scene, leftCamera); rightRenderer.render(scene, rightCamera); \ framesSoFar++; }; \ // Functions function setCameraRotation() { // Calculate drag cameraRotation.x = Number((cameraRotation.x + ((cameraTargetRotation.x - cameraRotation.x) / getSetting('Input/Mouse/Camera Rotation Drag'))).toFixed(5)); cameraRotation.y = Number((cameraRotation.y + ((cameraTargetRotation.y - cameraRotation.y) / getSetting('Input/Mouse/Camera Rotation Drag'))).toFixed(5)); cameraRotation.z = Number((cameraRotation.z + ((cameraTargetRotation.z - cameraRotation.z) / getSetting('Input/Mouse/Camera Rotation Drag'))).toFixed(5)); // Update cameras for(let camera of \[leftCamera, rightCamera]) { camera.rotation.set(cameraRotation.x, cameraRotation.y, cameraRotation.z, 'YXZ'); } \ const eyeGap = getSetting('Quick Settings/Eye Gap'); \ // Set camera positions leftCamera.position.x = -1 \* eyeGap \* Math.sin(cameraRotation.y); leftCamera.position.z = -1 \* eyeGap \* Math.cos(cameraRotation.y); rightCamera.position.x = eyeGap \* Math.sin(cameraRotation.y); rightCamera.position.z = eyeGap \* Math.cos(cameraRotation.y); \ byId('camera-target-rot-x').innerHTML = cameraTargetRotation.x.toFixed(2); byId('camera-target-rot-y').innerHTML = cameraTargetRotation.y.toFixed(2); byId('camera-target-rot-z').innerHTML = cameraTargetRotation.z.toFixed(2); byId('camera-rot-x').innerHTML = cameraRotation.x.toFixed(2); byId('camera-rot-y').innerHTML = cameraRotation.y.toFixed(2); byId('camera-rot-z').innerHTML = cameraRotation.z.toFixed(2); \ byId('camera-left-rot-x').innerHTML = leftCamera.rotation.x.toFixed(2); byId('camera-left-rot-y').innerHTML = leftCamera.rotation.y.toFixed(2); byId('camera-left-rot-z').innerHTML = leftCamera.rotation.z.toFixed(2); } \ function takeScreenshot() { downloadCanvasImage(document.getElementById('game-canvas'), gameName + ' screenshot'); sendAlert('Screenshot Taken!', 'tick'); }; \ function takePanorama() { const canvas = document.getElementById('game-canvas'); const height = canvas.height; const width = canvas.width \* (360 / (camera.fov \* camera.aspect)); let newCanvas = document.createElement('canvas'); newCanvas.height = height; newCanvas.width = width; newCanvas.style.display = 'none'; let context = newCanvas.getContext("2d"); document.body.appendChild(newCanvas); for(let x = 0; x < width; x++) { // Rotate cameraRotation.y += ((2 \* PI) / width); let calculatedRotation = rotationToAbsolute(playerPosition, cameraRotation); camera.rotation.set(calculatedRotation.x, calculatedRotation.y, calculatedRotation.z, 'YXZ'); renderer.render(scene, camera); const gl = renderer.getContext(); // Get canvas data const pixelData = new Uint8ClampedArray(1 \* height \* 4); const reversedPixelData = new Uint8ClampedArray(1 \* height \* 4); gl.readPixels((canvas.width / 2), 0, 1, height, gl.RGBA, gl.UNSIGNED\_BYTE, pixelData); for (let i = 0; i < height; i++) { for (let j = 0; j < 4; j++) { reversedPixelData\[i\*4 + j] = pixelData\[(height - i - 1)\*4 + j]; }; }; const imageData = new ImageData(reversedPixelData, 1, height); context.putImageData(imageData, x, 0); }; downloadCanvasImage(newCanvas, gameName + ' panorama'); newCanvas.remove(); sendAlert('Panoramic screenshot taken!', 'tick'); }; \ function setRotation(object, rotation) { object.rotation.set(rotation.x, rotation.y, rotation.z); }; \ function downloadCanvasImage(canvas, name) { let canvasImage = canvas.toDataURL('image/png'); // this can be used to download any image from webpage to local disk let xhr = new XMLHttpRequest(); xhr.responseType = 'blob'; xhr.onload = function () { let a = document.createElement('a'); a.href = window\.URL.createObjectURL(xhr.response); a.download = name; a.style.display = 'none'; document.body.appendChild(a); a.click(); a.remove(); }; xhr.open('GET', canvasImage); // This is to download the canvas image xhr.send(); }; \ function xyToRealPosRot(x, y, distance) { let realX, realY, realZ, rotX, rotY, rotZ; \ // Position is an object {x: x, y: y} x determines which face it will be on horizontally, and y determines if it will be on the top or the bottom // Beyond 400, x position wraps x = wrap(x, 0, 400); log('x before: ' + x) const horizontalFace = (x / 100) % 4; //rotY = (x / 400) \* (1) // horizontalFace); \ // The top of the screen is y 100, the bottom is y -100, and the horizontals are between -50 and 50 realY = confine(y, -100, 100); \ // Calculate real position const unit = getSetting('Display/UI/Distance') / 50; \ let forward = getSetting('Display/UI/Distance'); \ const bevel = getSetting('Display/UI/Bevel'); \ rotX = 0; \ // If it is horizontal... if(between(y, -50 + bevel, 50 - bevel)) { realY = y; rotX = 0; } else if(y < -50 - bevel) { // If it is on the lower face realY = -50; forward = (y + 100) \* unit; rotX = -(PI / 2); } else if(y >= 50 + bevel) { // If it is on the upper face realY = 50; forward = (y - 100) \* unit; //side = unit \* (((x - 50) % 100) + 50); rotX = (PI / 2); } else if(between(y, -50 - bevel, -50 + bevel)) { // If it is on the lower bevel realY = -50 - ((y + 50) / 2); rotX = (PI / 4); } else if(between(y, 50 - bevel, 50 + bevel)) { // If it is on the upper bevel realY = 50 + ((y - 50) / 2) ; rotX = -(PI / 4); } \ realY = realY \* unit; \ let flip = false; \ /\*if( (horizontalFace >= 0 && horizontalFace < 0.5) || (horizontalFace >= 1.5 && horizontalFace < 2.5) || (horizontalFace >= 3.5 && horizontalFace < 4) ) { flip = true; }\*/ \ let angle = (x / 400) \* (PI \* 2); realX = Math.sin(angle) \* forward; realZ = Math.cos(angle) \* forward; rotY = angle; log('rot y: ' + rotY) \ log({ 'x': realX, 'y': realY, 'forward': forward, }) \ // Take distance into account realX \*= distance; realY \*= distance; realZ \*= distance; \ return({ 'position': new THREE.Vector3(realX, realY, realZ), 'rotation': new THREE.Euler(rotX, rotY, rotZ, 'YXZ'), 'flip': flip }); } \ function addWidget({ name = '', position = {'x': 0, 'y': 0}, rotation = {'x': 0, 'y': 0, 'z': 0}, distance = 1, size = {'x': 10, 'y': 10}, radius = 3, shape = 'rRect', background = '#000000', opacity, textStyle = { 'align': 'center', 'weight': 0, // Range is 0 to 10 'font': 'DINRoundPro,arial,sans-serif', 'color': '#b0b0b0', 'vertical-align': 'center', 'font-size': 1 // Uses the same sizing system as the rest of the UI, so one unit of text is also one unit of object }, textContent = '', onclick = function() {}, onlongpress = function() {}, onhover = function() {}, onhoverexit = function() {}, ontruehover = function() {} }) { const realPosRot = xyToRealPosRot(position.x, position.y, distance); log(realPosRot) const realPos = realPosRot.position; let realRot = realPosRot.rotation; \ realRot.x += rotation.x; realRot.y += rotation.y; realRot.z = rotation.z; \ // Calculate real size const unit = getSetting('Display/UI/Distance') / 100; \ let width = unit \* size.x; let height = unit \* size.y; radius \*= unit; const scale = getSetting('Display/UI/Scale/General'); width \*= scale; height \*= scale; radius \*= scale; \ // Set mesh geometry let geometry; switch(shape) { case 'rRect': geometry = roundRectangleGeometry(width, height, radius, 10); break; case 'rect': geometry = new THREE.PlaneGeometry(width, height); break; case 'circle': geometry = new THREE.CircleGeometry((width + height) / 2, 32); break; } let material; \ if(opacity == undefined) { opacity = 1; } \ if(textContent == '') { if(background\[0] == '/') { loadTexture(background, function(texture) { material = new THREE.MeshBasicMaterial({ map: texture, side: THREE.DoubleSide, opacity: opacity, transparent: true }); onTextureLoad(material); }) } else { material = new THREE.MeshBasicMaterial({ color: background, side: THREE.DoubleSide, opacity: opacity, transparent: true }); onTextureLoad(material); } } else { function prepareText(canvas) { // Proceed to prepare the canvas with the text ctx.font = \`${textStyle\["font-size"]}em ${textStyle\["font"]}\`; ctx.textAlign = textStyle\["align"]; ctx.fillStyle = textStyle\["color"]; ctx.fillText(textContent, 0, 0); // Compose the text onto the background const composedTexture = new THREE.CanvasTexture(canvas); \ // Generate the material material = new THREE.MeshBasicMaterial({ map: composedTexture, side: THREE.DoubleSide, transparent: true, alphaTest: 0.5 }); \ onTextureLoad(material); } \ // Initialize tmpcanvas only when needed const tmpcanvas = document.createElement('canvas'); tmpcanvas.width = width; tmpcanvas.height = height; const ctx = tmpcanvas.getContext('2d'); \ \ // Fill the background first if (background\[0] == '/') { loadTexture(background, function(texture) { ctx.fillStyle = texture; ctx.fillRect(0, 0, width, height); \ prepareText(tmpcanvas); }) } else { ctx.fillStyle = background; ctx.fillRect(0, 0, width, height); \ prepareText(tmpcanvas); } } function onTextureLoad(material) { // Create a mesh with the geometry and the material let mesh = new THREE.Mesh(geometry, material); \ mesh.name = name; \ mesh.position.set(realPos.x, realPos.y, realPos.z ); mesh.rotation.set(realRot.x, realRot.y, realRot.z); \ if(realPosRot.flip) { mesh.scale.x = -1; } \ mesh.onclick = onclick; mesh.onlongpress = onlongpress; mesh.onhoverexit = onhoverexit; mesh.ontruehover = ontruehover; mesh.onchover = onhover; \ scene.add(mesh); }; } \ function transitionWidget(name, property, newProperty, time, condition) { if(condition != null) { } } \ // three.js Scene setup const scene = new THREE.Scene(); \ // three functions \ function loadTexture(path, onload) { textureLoader.load(path, function (texture) { onload(texture); }, undefined, function (error) { console.error(error); }); }; \ // Define objects to make them global, they will mostly be only added to the scene when settings are loaded let sun; let wallpaper; let cameraStream; let pointer; \ let pointerMaterial = new THREE.MeshBasicMaterial({ color: "hsl(0, 100%, 50%)", side: THREE.DoubleSide }); \ let segmentShape = new THREE.Shape(); let segmentGeometry = new THREE.ShapeGeometry(segmentShape); let segmentPointer = new THREE.Mesh(segmentGeometry, pointerMaterial); segmentPointer.name = 'segmentPointer'; \ function setSegmentPointer(angle = 0, radius = 0.1, rotation = new THREE.Euler(0, 0, 0), clockwise=true) { let oldGeometry = segmentPointer.geometry; \ let segmentShape = new THREE.Shape(); segmentShape.moveTo(0, 0); segmentShape.arc(0, 0, radius, 0, angle, clockwise); segmentShape.lineTo(0, 0); \ let extrudeSettings = { steps: 1, depth: 0.1, bevelEnabled: false }; \ let segmentGeometry = new THREE.ExtrudeGeometry(segmentShape, extrudeSettings); segmentPointer.geometry = segmentGeometry; \ oldGeometry.dispose(); \ segmentPointer.rotation.set(rotation); } \ // Camera stuff let cameraViewDistance; \ // Setup cameras let leftCamera; let rightCamera; let leftRenderer; let rightRenderer; \ function setRendererSize() { for(let renderer of \[leftRenderer, rightRenderer]) { let canvas = renderer.domElement; renderer.setSize( canvas.offsetWidth \* getSetting('Display/Anti-alias'), canvas.offsetHeight \* getSetting('Display/Anti-alias'), false ); } } \ function updateCameraAspectRatio() {-0.2 for(let camera of \[leftCamera, rightCamera]) { let canvas = leftRenderer.domElement; camera.aspect = canvas.offsetWidth / canvas.offsetHeight; camera.updateProjectionMatrix(); } } \ // temp function startAssistant() { log('assisstant') } \ // When settings are loaded, start settings stuff up function onSettingsLoad() { // Add sun sun = new THREE.PointLight(0xffffff, getSetting('Quick Settings/Brightness')); scene.add(sun); \ // Pointers pointer = new THREE.Mesh(new THREE.IcosahedronGeometry(getSetting('Display/UI/Pointer/Size'), 1), pointerMaterial); pointer.name = 'pointer'; scene.add(pointer); \ pointerMaterial = new THREE.MeshBasicMaterial( {color: "hsl(" + (getSetting('Quick Settings/Theme Hue') + getSetting('Display/UI/Pointer/Hue Shift')) + ", 100%, 50%)"} ); pointer.material = pointerMaterial; segmentPointer.material = pointerMaterial; \ // Add wallpaper let wallpaperURL; if(getSetting('Display/UI/Wallpaper/Use Direct Link') == true) { wallpaperURL = getSetting('Display/UI/Wallpaper/Direct Link'); } else { wallpaperURL = getSetting('Display/UI/Wallpaper/Wallpapers Folder') + '/' + getSetting('Display/UI/Wallpaper/Wallpaper'); } \ loadTexture(wallpaperURL, function(texture) { let material = new THREE.MeshStandardMaterial({ map: texture, side: THREE.BackSide, transparent: true, opacity: getSetting('Display/UI/Wallpaper/Opacity') }); \ wallpaper = new THREE.Mesh( new THREE.IcosahedronGeometry( getSetting('Display/UI/Distance') \* getSetting('Display/UI/Wallpaper/Distance') \* getSetting('Display/UI/Testing Size Multiplier'), 4), material ); wallpaper.scale.x = -1; wallpaper.name = "wallpaper"; scene.add(wallpaper); }); \ // Setup cameras cameraViewDistance = getSetting('Display/UI/Distance') \* getSetting('Display/UI/Testing Size Multiplier') \* 2; // Keep this down to destroy lag leftCamera = new THREE.PerspectiveCamera(80, 1, 0.001, cameraViewDistance); rightCamera = new THREE.PerspectiveCamera(80, 1, 0.001, cameraViewDistance); \ // Setup renderers leftRenderer = new THREE.WebGLRenderer({canvas: byId('left-canvas'), antialias: true, logarithmicDepthBuffer: true, preserveDrawingBuffer: true, alpha: true}); rightRenderer = new THREE.WebGLRenderer({canvas: byId('right-canvas'), antialias: true, logarithmicDepthBuffer: true, preserveDrawingBuffer: true, alpha: true}); \ updateCameraAspectRatio(); setRendererSize(); \ window\.addEventListener('resize', function() { updateCameraAspectRatio(); setRendererSize(); }); \ // Setup control center const baseY = getSetting('Display/Control Center/Switch To Bottom') ? -100 : 100; const backgroundFolder = getSetting('Display/Control Center/Icon Folder'); function createTileGrid(scale, x, y, farness, tiles, name) { let counter = 0; log(tiles) addWidget({ position: {'x': x, 'y': baseY + y}, size: {'x': 3 \* scale, 'y': 3 \* scale}, background: "hsl(" + getSetting('Quick Settings/Theme Hue') + ", 50%, 80%)", name: name + ' background', radius: 0.5 \* scale, onhover: openTileGroup(name) }); for(let widgetY = 1; widgetY >= -1; widgetY--) { for(let widgetX = -1; widgetX <=1; widgetX++) { if(counter < tiles.length) { if(tiles\[counter].folder) { createTileGrid(scale / 3, (widgetX \* scale), (widgetY \* scale), farness \* 0.99, tiles\[counter].children); } else { log('scale' + scale) addWidget({ position: {'x': x + (widgetX \* scale), 'y': baseY + y + (widgetY \* scale)}, size: {'x': scale, 'y': scale}, background: backgroundFolder + '/' + tiles\[counter].icon + '.svg', name: tiles\[counter].name, group: name, radius: scale / 3, distance: farness \* 0.99 }); log('added widget control center') }; } else { break; }; counter++; }; if(counter >= tiles.length) { break; }; }; }; \ createTileGrid( getSetting('Display/UI/Scale/Control Center') \* 1.5, 0, baseY, 1, getSetting('Display/Control Center/Tiles'), getSetting('Display/Control Center/Tiles', false)\['name'] ); // Quick function let quickFunction = getSetting('Display/Control Center/Quick Function', false); \ addWidget({ position: {'x': 0, 'y': getSetting('Display/Control Center/Switch To Bottom') ? 100 : -100}, background: '/assets/images/icons/control\_center/' + quickFunction.icon + '.svg', name: quickFunction.name, onclick: quickFunction.onclick }); \ // testing addWidget({ position: {'x': 0, 'y': -50}, background: '/assets/images/icons/control\_center/torch.svg', name: "torch" }); addWidget({ position: {'x': 200, 'y': 10}, background: '/assets/images/icons/control\_center/screencast.svg', name: "screencast" }); for(let i of range(16)) { addWidget({ position: {'x': i \* 25, 'y': 0}, background: 'hsl(' + getSetting('Quick Settings/Theme Hue') + ', 100%, ' + ((i / 16) \* 100) + '%)', name: "test" + i, textContent: '',//i.toString() 'onclick': function() { log('click' + i); }, 'onhover': function() { log('hover' + i); } }); } }; \ function updateSetting(url, value) { customiseSetting(url, value); \ switch(url) { case 'Display/UI/Wallpaper/Opacity': wallpaper.material.opacity = value; break; }; }; \ // Start \ // Setup the camera stream function setupCameraStream() { function handleSuccess(stream) { cameraStream = document.createElement('video'); cameraStream.style.transform = 'rotate(270deg)'; cameraStream.srcObject = stream; cameraStream.play(); \ let texture = new THREE.VideoTexture(cameraStream); texture.minFilter = THREE.LinearFilter; texture.magFilter = THREE.LinearFilter; scene.background = texture; \ customiseSetting('Display/UI/Wallpaper/Opacity', 0); // Temporary until GUI settings are introduced } \ function handleError(error) { // Set wallpaper opacity to 1 updateSetting('Display/UI/Wallpaper/Opacity', 1); \ log('Unable to access the camera/webcam.'); } \ navigator.mediaDevices.getUserMedia({video: {facingMode: "environment"}}) .then(handleSuccess) .catch(function(error) { if (error.name === 'OverconstrainedError') { // Fallback to default video settings navigator.mediaDevices.getUserMedia({video: true}) .then(handleSuccess) .catch(handleError); } else { // Handle other errors handleError(error); } }); }; \ // Fullscreen and pointer lock, request fullscreen mode for the element function openFullscreen(elem, then) { if (elem.requestFullscreen) { elem.requestFullscreen().then(then); } else if (elem.webkitRequestFullscreen) { /\* Safari \*/ elem.webkitRequestFullscreen().then(then); } else if (elem.msRequestFullscreen) { /\* IE11 \*/ elem.msRequestFullscreen().then(then); } } // Request pointer lock function requestPointerLock(myTargetElement) { const promise = myTargetElement.requestPointerLock({ unadjustedMovement: true, }); \ if (!promise) { log("disabling mouse acceleration is not supported"); return; } \ return promise .then(() => log("pointer is locked")) .catch((error) => { if (error.name === "NotSupportedError") { // Some platforms may not support unadjusted movement. // You can request again a regular pointer lock. return myTargetElement.requestPointerLock(); } }); } \ function lockPointer() { requestPointerLock(byId('body')); document.addEventListener("pointerlockchange", lockChangeAlert, false); }; \ function lockChangeAlert() { if (document.pointerLockElement === byId('body')) { document.addEventListener("mousemove", updatePosition, false); } else { document.removeEventListener("mousemove", updatePosition, false); } } \ function updatePosition(e) { onLockedMouseMove(e.movementX, e.movementY); }; \ function fullscreenAndPointerLock() { openFullscreen(byId('body'), function() { lockPointer(); }); } \ function permission() { // Check if the device supports deviceorientation and requestPermission if (typeof(DeviceMotionEvent) !== "undefined" && typeof(DeviceMotionEvent.requestPermission) === "function") { // Request permission DeviceMotionEvent.requestPermission() .then(response => { // Check the response if (response == "granted") {}; }) .catch(console.error); // Handle errors } else { // Device does not support deviceorientation log("DeviceOrientationEvent is not defined"); } } \ async function keepScreenAwake() { // Create a reference for the Wake Lock. let wakeLock = null; \ // create an async function to request a wake lock try { wakeLock = await navigator.wakeLock.request("screen"); log("Wake Lock is active!"); } catch (err) { // The Wake Lock request has failed - usually system related, such as battery. log(\`${err.name}, ${err.message}\`); } } \ let framesSoFar = 0; \ function startFPSCount() { byId('logic-fps').innerHTML = fps.toString(); \ let renderFPSInterval = setInterval(function() { byId('render-fps').innerHTML = framesSoFar.toString(); framesSoFar = 0; }, 1000); } \ function start() { byId('loading-screen').style.display = 'none'; setupCameraStream(); startLogic(); startFPSCount(); render(); permission(); fullscreenAndPointerLock(); keepScreenAwake(); \ byId('left-canvas').addEventListener('click', fullscreenAndPointerLock); byId('right-canvas').addEventListener('click', fullscreenAndPointerLock); }; \ // Loading byId('loading-bar').style.display = 'block'; \ manager.onProgress = function (url, itemsLoaded, itemsTotal) { //log('Loading file: ' + url + '.\nLoaded ' + itemsLoaded + ' of ' + itemsTotal + ' files.'); \ byId('loading-bar-fg').style.setProperty('--size', ((itemsLoaded / itemsTotal) \* 100) + '%'); }; \ manager.onError = function (url) { log('There was an error loading ' + url); }; \ manager.onLoad = function ( ) { setTimeout(function() { byId('loading-bar').style.display = 'none'; byId('play').style.display = 'block'; }, 500); byId('play').addEventListener('click', start); }; \ function openTileGroup(group) { } \ // Logic let pointerRaycast = new THREE.Raycaster(); let previousIntersection = pointerRaycast.intersectObjects(scene.children); let clicking = false; \ function logic() { // Set camera rotation if(cameraTargetRotation.x != cameraRotation.x || cameraTargetRotation.y != cameraRotation.y) { setCameraRotation(); }; \ // Update pointer pointerRaycast.set( new THREE.Vector3(0, 0, 0), leftCamera.getWorldDirection(new THREE.Vector3()) ); \ // Check if the pointer is itersecting with any object \ const intersections = pointerRaycast.intersectObjects(scene.children); if (intersections.length > 0) { for(let intersection of intersections) { // If it's intersecting with itself, don't do anything if(intersection.object.name == 'pointer' || intersection.object.name == 'segmentPointer') { return; } else { // If it's intersecting with an object, copy that intersection's position, and start to click const point = intersections\[0].point; pointer.position.copy(point); \ // Truehover if(Object.keys(intersection.object).includes('ontruehover')) { // Prevent hover being continuously trigggered if(previousIntersection.uuid != intersections\[0].uuid) { intersection.object.ontruehover(); } } log('truehover') \ // Start click after grace period, if object is clickable if( Object.keys(intersection.object).includes('onclick') || Object.keys(intersection.object).includes('onhover') || Object.keys(intersection.object).includes('onhoverexit') || Object.keys(intersection.object).includes('onlongpress') ) { let gracePeriod = setTimeout(function() { // onhover if(Object.keys(intersection.object).includes('onhover')) { intersection.object.onhover(); } log('hover') \ // Start click if(Object.keys(intersection.object).includes('onclick') && (!clicking)) { clicking = true; \ let fullness = 0; \ // Manage pointers scene.add(segmentPointer); segmentPointer.position.copy(pointer); scene.remove(pointer); let startClick = setInterval(function() { fullness += (PI \* 2) / (fps \* getSetting('Input/Eye Click/Duration/Pre-click duration')); setSegmentPointer( fullness, getSetting('Display/UI/Pointer/Size') \* getSetting('Display/UI/Pointer/Clicking Size'), intersection.object.rotation ); \ byId('pointer-angle').innerHTML = fullness.toFixed(4); \ // On forfeit let forfeitDistance = distance3d(point, pointerRaycast.intersectObjects(scene.children)\[0].point); if(forfeitDistance > getSetting('Input/Eye Click/Movement limit')) { log('forfeit ' + forfeitDistance) clearInterval(startClick); afterClick(); } \ if(fullness >= PI \* 2) { log('click') intersection.object.onclick(); clearInterval(startClick); \ if(Object.keys(intersection.object).includes('onlongpress')) { // Start longpress fullness = 0; let startLongPress = setInterval(function() { fullness += (PI \* 2) / (fps \* getSetting('Input/Eye Click/Duration/Long-press duration')); setSegmentPointer( fullness, getSetting('Display/UI/Pointer/Size') \* getSetting('Display/UI/Pointer/Clicking Size'), intersection.object.rotation, false ); byId('pointer-angle').innerHTML = fullness.toFixed(4); \ let forfeitDistance = distance3d(point, pointerRaycast.intersectObjects(scene.children)\[0].point); if(forfeitDistance > getSetting('Input/Eye Click/Movement limit')) { log('forfeitlongpress') clearInterval(startLongPress); afterClick(); }; \ // On click if(fullness >= PI \* 2) { intersection.object.onlongpress(); log('longpress') clearInterval(startLongPress); afterClick(); } }, 1000 / fps); } else { afterClick(); } } }, 1000 / fps); }; }, getSetting('Input/Eye Click/Delayed hover duration') \* 1000) return; } else { afterClick(); } \ function afterClick() { // Update previous intersection previousIntersection = intersections; previousIntersection.intersection = intersection; \ // Onhoverexit if(intersection.object.uuid != previousIntersection.intersection.object.uuid) { previousIntersection.object.onhoverexit(); } \ clicking = false; log('afterclick') \ // Change back pointers scene.remove(segmentPointer); scene.add(pointer); \ return; } } } }; }; \ function startLogic() { logicInterval = setInterval(logic, 1000 / fps); }; \ function stopLogic() { clearInterval(logicInterval); cameraStream.pause(); }; \ // Input function onLockedMouseMove(xMotion, yMotion) { cameraTargetRotation.x = confine(cameraTargetRotation.x - (yMotion \* cameraRotationSensitivity), -0.5 \* PI, 0.6 \* PI); if(wrap(cameraTargetRotation.y - (xMotion \* cameraRotationSensitivity), -PI, PI) != (cameraTargetRotation.y - (xMotion \* cameraRotationSensitivity))) { cameraRotation.y = wrap(cameraTargetRotation.y - (xMotion \* cameraRotationSensitivity), -PI, PI); }; cameraTargetRotation.y = wrap(cameraTargetRotation.y - (xMotion \* cameraRotationSensitivity), -PI, PI); setCameraRotation(); }; \ // Setup buttons byId('toggle-debug').addEventListener('click', function(event) { if(byId('debug-menu').style.display == 'block') { byId('debug-menu').style.display = 'none'; } else { byId('debug-menu').style.display = 'block'; } }); \ // Keypress manager const keysToPreventDefault = \['alt', '/', 'f1', 'f2', 'f3']; \ function putKeyDown(key) { if(!keysDown.includes(key.toLowerCase())) { keysDown.push(key.toLowerCase()); }; }; \ function putKeyUp(key) { keysDown = removeFromArray(keysDown, \[key.toLowerCase()]); }; \ document.addEventListener('keydown', function(e) { if(keysToPreventDefault.includes(e.key.toLowerCase())) { e.preventDefault(); }; putKeyDown(e.key); }); \ document.addEventListener('keyup', function(e) { putKeyUp(e.key); }); \ // Pointer position document.addEventListener('mousemove', function(e) { pointerPosition = {'x': e.clientX, 'y': e.clientY, 'positions': \[{'clientX': e.clientX, 'clientY': e.clientY}], 'type': 'mouse'}; }); \ document.addEventListener('touchmove', function(e) { pointerPosition = {'x': e.touches\[0].clientX, 'y': e.touches\[0].clientY, 'positions': e.touches, 'type': 'touch'}; }); \ // Gyrometer window\.addEventListener("deviceorientation", function(event) { orientation = { 'absolute': event.absolute, 'alpha': event.alpha, 'beta': event.beta, 'gamma': event.gamma }; \ byId('gyro-absolute').innerHTML = orientation.absolute; byId('gyro-alpha').innerHTML = orientation.alpha.toFixed(2); byId('gyro-beta').innerHTML = orientation.beta.toFixed(2); byId('gyro-gamma').innerHTML = orientation.gamma.toFixed(2); const theOrientation = (window\.offsetWidth > window\.offsetHeight) ? 'landscape' : 'portrait'; \ // If orientation is logged correctly if(!Object.values(orientation).includes(null)) { // Subtract 90deg if in portrait mode if(theOrientation == 'portrait') { orientation.alpha = wrap(orientation.alpha + 90, 0, 360); } \ // Offset y const offsetY = 89.5; // I have no idea why this works \ if(Math.abs(orientation.beta) < 100) { cameraTargetRotation.x = (-orientation.gamma \* (PI / 180) % 180) - offsetY; } else { cameraTargetRotation.x = (orientation.gamma \* (PI / 180) % 180) + offsetY; } cameraTargetRotation.y = orientation.alpha \* (PI / 180); cameraTargetRotation.z = (-orientation.beta \* (PI / 180)) + offsetY; \ cameraRotation.x = cameraTargetRotation.x; cameraRotation.y = cameraTargetRotation.y; cameraRotation.z = cameraTargetRotation.z; \ if(theOrientation == 'landscape') { } \ setCameraRotation(); }; }, true);