mirror of https://github.com/vladmandic/human
added human-motion
Vladimir Mandic
parent
33f43137e0
commit
475d63047f
12
README.md
12
README.md
|
|
@ -51,7 +51,7 @@ JavaScript module using TensorFlow/JS Machine Learning library
|
|||
- **Face Match** [[*Live*]](https://vladmandic.github.io/human/demo/facematch/index.html) [[*Details*]](https://github.com/vladmandic/human/tree/main/demo/facematch): Extract faces from images, calculates face descriptors and simmilarities and matches them to known database
|
||||
- **Face ID** [[*Live*]](https://vladmandic.github.io/human/demo/faceid/index.html) [[*Details*]](https://github.com/vladmandic/human/tree/main/demo/faceid): Runs multiple checks to validate webcam input before performing face match to faces in IndexDB
|
||||
- **Multi-thread** [[*Live*]](https://vladmandic.github.io/human/demo/multithread/index.html) [[*Details*]](https://github.com/vladmandic/human/tree/main/demo/multithread): Runs each `human` module in a separate web worker for highest possible performance
|
||||
- **Face 3D** [[*Live*]](https://vladmandic.github.io/human/demo/face3d/index.html) [[*Details*]](https://github.com/vladmandic/human/tree/main/demo/face3d): Uses WebCam as input and draws 3D render of face mesh using `Three.js`
|
||||
- **3D Analysis** [[*Live*]](https://vladmandic.github.io/human-motion/src/index.html) [[*Details*]](https://github.com/vladmandic/human-motion): 3D tracking and visualization of heead, face, eye, body and hand
|
||||
- **Virtual Avatar** [[*Live*]](https://vladmandic.github.io/human-vrm/src/human-vrm.html) [[*Details*]](https://github.com/vladmandic/human-vrm): VR model with head, face, eye, body and hand tracking
|
||||
|
||||
### NodeJS Demos
|
||||
|
|
@ -150,14 +150,18 @@ and optionally matches detected face with database of known people to guess thei
|
|||
<br>
|
||||
|
||||
2. **Face3D OpenGL Rendering:**
|
||||
> [demo/face3d](demo/face3d/index.html)
|
||||
> [human-motion](https://github.com/vladmandic/human-motion)
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
<br>
|
||||
|
||||
3. **VR Model Tracking:**
|
||||
|
||||
> [human-vrmmotion](https://github.com/vladmandic/human-vrm)
|
||||
|
||||
|
||||
|
||||
<br>
|
||||
|
||||
|
|
|
|||
Binary file not shown.
|
Before Width: | Height: | Size: 50 KiB |
|
|
@ -1,3 +0,0 @@
|
|||
## Human Face 3D Rendering using OpenGL
|
||||
|
||||
Demo for Browsers that uses `Three.js` for 3D OpenGL rendering of a detected face
|
||||
|
|
@ -1,189 +0,0 @@
|
|||
// @ts-nocheck // typescript checks disabled as this is pure javascript
|
||||
|
||||
/**
|
||||
* Human demo for browsers
|
||||
*
|
||||
* Demo for face mesh detection and projection as 3D object using Three.js
|
||||
*/
|
||||
|
||||
import { DoubleSide, Mesh, MeshBasicMaterial, OrthographicCamera, Scene, sRGBEncoding, VideoTexture, WebGLRenderer, BufferGeometry, BufferAttribute } from '../helpers/three.js';
|
||||
import { OrbitControls } from '../helpers/three-orbitControls.js';
|
||||
import Human from '../../dist/human.esm.js'; // equivalent of @vladmandic/human
|
||||
|
||||
const userConfig = {
|
||||
backend: 'wasm',
|
||||
async: false,
|
||||
profile: false,
|
||||
warmup: 'full',
|
||||
modelBasePath: '../../models/',
|
||||
// wasmPath: 'https://cdn.jsdelivr.net/npm/@tensorflow/tfjs-backend-wasm@3.9.0/dist/',
|
||||
filter: { enabled: false },
|
||||
face: { enabled: true,
|
||||
detector: { rotation: false, maxDetected: 1 },
|
||||
mesh: { enabled: true },
|
||||
iris: { enabled: true },
|
||||
description: { enabled: false },
|
||||
emotion: { enabled: false },
|
||||
},
|
||||
hand: { enabled: false },
|
||||
gesture: { enabled: false },
|
||||
body: { enabled: false },
|
||||
object: { enabled: false },
|
||||
};
|
||||
const human = new Human(userConfig);
|
||||
|
||||
const wireframe = true; // enable wireframe overlay
|
||||
|
||||
const canvas = document.getElementById('canvas');
|
||||
let width = 0;
|
||||
let height = 0;
|
||||
|
||||
const renderer = new WebGLRenderer({ antialias: true, alpha: true, canvas });
|
||||
renderer.setClearColor(0x000000);
|
||||
renderer.outputEncoding = sRGBEncoding;
|
||||
const camera = new OrthographicCamera();
|
||||
const controls = new OrbitControls(camera, renderer.domElement); // pan&zoom controls
|
||||
controls.enabled = true;
|
||||
const materialWireFrame = new MeshBasicMaterial({ // create wireframe material
|
||||
color: 0xffaaaa,
|
||||
wireframe: true,
|
||||
});
|
||||
const materialFace = new MeshBasicMaterial({ // create material for mask
|
||||
color: 0xffffff,
|
||||
map: null, // will be created when the video is ready.
|
||||
side: DoubleSide,
|
||||
});
|
||||
|
||||
class FaceGeometry extends BufferGeometry {
|
||||
constructor(triangulation) {
|
||||
super();
|
||||
this.positions = new Float32Array(478 * 3);
|
||||
this.uvs = new Float32Array(478 * 2);
|
||||
this.setAttribute('position', new BufferAttribute(this.positions, 3));
|
||||
this.setAttribute('uv', new BufferAttribute(this.uvs, 2));
|
||||
this.setIndex(triangulation);
|
||||
}
|
||||
|
||||
update(face) {
|
||||
let ptr = 0;
|
||||
for (const p of face.mesh) {
|
||||
this.positions[ptr + 0] = -p[0] + width / 2;
|
||||
this.positions[ptr + 1] = height - p[1] - height / 2;
|
||||
this.positions[ptr + 2] = -p[2];
|
||||
ptr += 3;
|
||||
}
|
||||
ptr = 0;
|
||||
for (const p of face.meshRaw) {
|
||||
this.uvs[ptr + 0] = 0 + p[0];
|
||||
this.uvs[ptr + 1] = 1 - p[1];
|
||||
ptr += 2;
|
||||
}
|
||||
materialFace.map.update(); // update textures from video
|
||||
this.attributes.position.needsUpdate = true; // vertices
|
||||
this.attributes.uv.needsUpdate = true; // textures
|
||||
this.computeVertexNormals();
|
||||
}
|
||||
}
|
||||
|
||||
const scene = new Scene();
|
||||
const faceGeometry = new FaceGeometry(human.faceTriangulation); // create a new geometry helper
|
||||
const mesh = new Mesh(faceGeometry, materialFace); // create mask mesh
|
||||
scene.add(mesh);
|
||||
|
||||
function resize(input) {
|
||||
width = input.videoWidth;
|
||||
height = input.videoHeight;
|
||||
camera.left = -width / 2;
|
||||
camera.right = width / 2;
|
||||
camera.top = height / 2;
|
||||
camera.bottom = -height / 2;
|
||||
camera.near = -100;
|
||||
camera.far = 100;
|
||||
camera.zoom = 2;
|
||||
camera.updateProjectionMatrix();
|
||||
renderer.setSize(width, height);
|
||||
}
|
||||
|
||||
const isLive = (input) => input.srcObject && (input.srcObject.getVideoTracks()[0].readyState === 'live') && (input.readyState > 2) && (!input.paused);
|
||||
|
||||
async function render(input) {
|
||||
if (isLive(input)) {
|
||||
if (width !== input.videoWidth || height !== input.videoHeight) resize(input); // resize orthographic camera to video dimensions if necessary
|
||||
const res = await human.detect(input);
|
||||
if (res?.face?.length > 0) {
|
||||
faceGeometry.update(res.face[0]);
|
||||
// render the mask
|
||||
mesh.material = materialFace;
|
||||
renderer.autoClear = true;
|
||||
renderer.render(scene, camera);
|
||||
if (wireframe) { // overlay wireframe
|
||||
mesh.material = materialWireFrame;
|
||||
renderer.autoClear = false;
|
||||
renderer.render(scene, camera);
|
||||
}
|
||||
}
|
||||
}
|
||||
requestAnimationFrame(() => render(input));
|
||||
}
|
||||
|
||||
// setup webcam
|
||||
async function setupCamera() {
|
||||
if (!navigator.mediaDevices) return null;
|
||||
const video = document.getElementById('video');
|
||||
canvas.addEventListener('click', () => {
|
||||
if (isLive(video)) video.pause();
|
||||
else video.play();
|
||||
});
|
||||
const constraints = {
|
||||
audio: false,
|
||||
video: { facingMode: 'user', resizeMode: 'crop-and-scale' },
|
||||
};
|
||||
if (window.innerWidth > window.innerHeight) constraints.video.width = { ideal: window.innerWidth };
|
||||
else constraints.video.height = { ideal: window.innerHeight };
|
||||
const stream = await navigator.mediaDevices.getUserMedia(constraints);
|
||||
if (stream) video.srcObject = stream;
|
||||
else return null;
|
||||
// get information data
|
||||
const track = stream.getVideoTracks()[0];
|
||||
const settings = track.getSettings();
|
||||
// log('camera constraints:', constraints, 'window:', { width: window.innerWidth, height: window.innerHeight }, 'settings:', settings, 'track:', track);
|
||||
const engineData = human.tf.engine();
|
||||
const gpuData = (engineData.backendInstance && engineData.backendInstance.numBytesInGPU > 0) ? `gpu: ${(engineData.backendInstance.numBytesInGPU ? engineData.backendInstance.numBytesInGPU : 0).toLocaleString()} bytes` : '';
|
||||
const cameraData = { name: track.label?.toLowerCase(), width: settings.width, height: settings.height, facing: settings.facingMode === 'user' ? 'front' : 'back' };
|
||||
const memoryData = `system: ${engineData.state.numBytes.toLocaleString()} bytes ${gpuData} | tensors: ${engineData.state.numTensors.toLocaleString()}`;
|
||||
document.getElementById('log').innerHTML = `
|
||||
video: ${cameraData.name} | facing: ${cameraData.facing} | screen: ${window.innerWidth} x ${window.innerHeight} camera: ${cameraData.width} x ${cameraData.height}<br>
|
||||
backend: ${human.tf.getBackend()} | ${memoryData}<br>
|
||||
`;
|
||||
// return when camera is ready
|
||||
return new Promise((resolve) => {
|
||||
video.onloadeddata = async () => {
|
||||
video.width = video.videoWidth;
|
||||
video.height = video.videoHeight;
|
||||
canvas.width = video.width;
|
||||
canvas.height = video.height;
|
||||
video.play();
|
||||
resolve(video);
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
async function main() {
|
||||
window.addEventListener('unhandledrejection', (evt) => {
|
||||
// eslint-disable-next-line no-console
|
||||
console.error(evt.reason || evt);
|
||||
document.getElementById('log').innerHTML = evt?.reason?.message || evt?.reason || evt;
|
||||
evt.preventDefault();
|
||||
});
|
||||
|
||||
await human.load();
|
||||
const video = await setupCamera();
|
||||
if (video) {
|
||||
const videoTexture = new VideoTexture(video); // now load textures from video
|
||||
videoTexture.encoding = sRGBEncoding;
|
||||
materialFace.map = videoTexture;
|
||||
render(video);
|
||||
}
|
||||
}
|
||||
|
||||
window.onload = main;
|
||||
|
|
@ -1,32 +0,0 @@
|
|||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<title>Human</title>
|
||||
<meta http-equiv="content-type" content="text/html; charset=utf-8">
|
||||
<meta name="viewport" content="width=device-width, shrink-to-fit=yes">
|
||||
<meta name="keywords" content="Human">
|
||||
<meta name="application-name" content="Human">
|
||||
<meta name="description" content="Human: 3D Face Detection, Body Pose, Hand & Finger Tracking, Iris Tracking, Age & Gender Prediction, Emotion Prediction & Gesture Recognition; Author: Vladimir Mandic <https://github.com/vladmandic>">
|
||||
<meta name="msapplication-tooltip" content="Human: 3D Face Detection, Body Pose, Hand & Finger Tracking, Iris Tracking, Age & Gender Prediction, Emotion Prediction & Gesture Recognition; Author: Vladimir Mandic <https://github.com/vladmandic>">
|
||||
<meta name="theme-color" content="#000000">
|
||||
<link rel="manifest" href="../manifest.webmanifest">
|
||||
<link rel="shortcut icon" href="../../favicon.ico" type="image/x-icon">
|
||||
<link rel="apple-touch-icon" href="../../assets/icon.png">
|
||||
<script src="./face3d.js" type="module"></script>
|
||||
<style>
|
||||
@font-face { font-family: 'Lato'; font-display: swap; font-style: normal; font-weight: 100; src: local('Lato'), url('../../assets/lato-light.woff2') }
|
||||
html { font-family: 'Lato', 'Segoe UI'; font-size: 16px; font-variant: small-caps; }
|
||||
body { margin: 0; background: black; color: white; overflow-x: hidden; }
|
||||
body::-webkit-scrollbar { display: none; }
|
||||
.video { display: none; }
|
||||
.canvas { margin: 0 auto; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div id="media">
|
||||
<canvas id="canvas" class="canvas"></canvas>
|
||||
<video id="video" playsinline class="video"></video>
|
||||
<div id="log"></div>
|
||||
</div>
|
||||
</body>
|
||||
</html>
|
||||
|
|
@ -1,870 +0,0 @@
|
|||
// @ts-nocheck
|
||||
|
||||
import { Vector2, Vector3, Spherical, MOUSE, Quaternion, EventDispatcher } from './three.js';
|
||||
|
||||
/**
|
||||
* @author qiao / https://github.com/qiao
|
||||
* @author mrdoob / http://mrdoob.com
|
||||
* @author alteredq / http://alteredqualia.com/
|
||||
* @author WestLangley / http://github.com/WestLangley
|
||||
* @author erich666 / http://erichaines.com
|
||||
*/
|
||||
|
||||
// This set of controls performs orbiting, dollying (zooming), and panning.
|
||||
// Unlike TrackballControls, it maintains the "up" direction object.up (+Y by default).
|
||||
//
|
||||
// Orbit - left mouse / touch: one-finger move
|
||||
// Zoom - middle mouse, or mousewheel / touch: two-finger spread or squish
|
||||
// Pan - right mouse, or left mouse + ctrl/metaKey, or arrow keys / touch: two-finger move
|
||||
|
||||
const OrbitControls = function (object, domElement) {
|
||||
this.object = object;
|
||||
|
||||
this.domElement = (domElement !== undefined) ? domElement : document;
|
||||
|
||||
// Set to false to disable this control
|
||||
this.enabled = true;
|
||||
|
||||
// "target" sets the location of focus, where the object orbits around
|
||||
this.target = new Vector3();
|
||||
|
||||
// How far you can dolly in and out ( PerspectiveCamera only )
|
||||
this.minDistance = 0;
|
||||
this.maxDistance = Infinity;
|
||||
|
||||
// How far you can zoom in and out ( OrthographicCamera only )
|
||||
this.minZoom = 0;
|
||||
this.maxZoom = Infinity;
|
||||
|
||||
// How far you can orbit vertically, upper and lower limits.
|
||||
// Range is 0 to Math.PI radians.
|
||||
this.minPolarAngle = 0; // radians
|
||||
this.maxPolarAngle = Math.PI; // radians
|
||||
|
||||
// How far you can orbit horizontally, upper and lower limits.
|
||||
// If set, must be a sub-interval of the interval [ - Math.PI, Math.PI ].
|
||||
this.minAzimuthAngle = -Infinity; // radians
|
||||
this.maxAzimuthAngle = Infinity; // radians
|
||||
|
||||
// Set to true to enable damping (inertia)
|
||||
// If damping is enabled, you must call controls.update() in your animation loop
|
||||
this.enableDamping = false;
|
||||
this.dampingFactor = 0.25;
|
||||
|
||||
// This option actually enables dollying in and out; left as "zoom" for backwards compatibility.
|
||||
// Set to false to disable zooming
|
||||
this.enableZoom = true;
|
||||
this.zoomSpeed = 1.0;
|
||||
|
||||
// Set to false to disable rotating
|
||||
this.enableRotate = true;
|
||||
this.rotateSpeed = 1.0;
|
||||
|
||||
// Set to false to disable panning
|
||||
this.enablePan = true;
|
||||
this.panSpeed = 1.0;
|
||||
this.screenSpacePanning = false; // if true, pan in screen-space
|
||||
this.keyPanSpeed = 7.0; // pixels moved per arrow key push
|
||||
|
||||
// Set to true to automatically rotate around the target
|
||||
// If auto-rotate is enabled, you must call controls.update() in your animation loop
|
||||
this.autoRotate = false;
|
||||
this.autoRotateSpeed = 2.0; // 30 seconds per round when fps is 60
|
||||
|
||||
// Set to false to disable use of the keys
|
||||
this.enableKeys = true;
|
||||
|
||||
// The four arrow keys
|
||||
this.keys = { LEFT: 37, UP: 38, RIGHT: 39, BOTTOM: 40 };
|
||||
|
||||
// Mouse buttons
|
||||
this.mouseButtons = { LEFT: MOUSE.LEFT, MIDDLE: MOUSE.MIDDLE, RIGHT: MOUSE.RIGHT };
|
||||
|
||||
// for reset
|
||||
this.target0 = this.target.clone();
|
||||
this.position0 = this.object.position.clone();
|
||||
this.zoom0 = this.object.zoom;
|
||||
|
||||
//
|
||||
// public methods
|
||||
//
|
||||
|
||||
this.getPolarAngle = function () {
|
||||
return spherical.phi;
|
||||
};
|
||||
|
||||
this.getAzimuthalAngle = function () {
|
||||
return spherical.theta;
|
||||
};
|
||||
|
||||
this.saveState = function () {
|
||||
scope.target0.copy(scope.target);
|
||||
scope.position0.copy(scope.object.position);
|
||||
scope.zoom0 = scope.object.zoom;
|
||||
};
|
||||
|
||||
this.reset = function () {
|
||||
scope.target.copy(scope.target0);
|
||||
scope.object.position.copy(scope.position0);
|
||||
scope.object.zoom = scope.zoom0;
|
||||
|
||||
scope.object.updateProjectionMatrix();
|
||||
scope.dispatchEvent(changeEvent);
|
||||
|
||||
scope.update();
|
||||
|
||||
state = STATE.NONE;
|
||||
};
|
||||
|
||||
// this method is exposed, but perhaps it would be better if we can make it private...
|
||||
this.update = (function () {
|
||||
const offset = new Vector3();
|
||||
|
||||
// so camera.up is the orbit axis
|
||||
const quat = new Quaternion().setFromUnitVectors(object.up, new Vector3(0, 1, 0));
|
||||
const quatInverse = quat.clone().invert();
|
||||
|
||||
const lastPosition = new Vector3();
|
||||
const lastQuaternion = new Quaternion();
|
||||
|
||||
return function update() {
|
||||
const position = scope.object.position;
|
||||
|
||||
offset.copy(position).sub(scope.target);
|
||||
|
||||
// rotate offset to "y-axis-is-up" space
|
||||
offset.applyQuaternion(quat);
|
||||
|
||||
// angle from z-axis around y-axis
|
||||
spherical.setFromVector3(offset);
|
||||
|
||||
if (scope.autoRotate && state === STATE.NONE) {
|
||||
rotateLeft(getAutoRotationAngle());
|
||||
}
|
||||
|
||||
spherical.theta += sphericalDelta.theta;
|
||||
spherical.phi += sphericalDelta.phi;
|
||||
|
||||
// restrict theta to be between desired limits
|
||||
spherical.theta = Math.max(scope.minAzimuthAngle, Math.min(scope.maxAzimuthAngle, spherical.theta));
|
||||
|
||||
// restrict phi to be between desired limits
|
||||
spherical.phi = Math.max(scope.minPolarAngle, Math.min(scope.maxPolarAngle, spherical.phi));
|
||||
|
||||
spherical.makeSafe();
|
||||
|
||||
spherical.radius *= scale;
|
||||
|
||||
// restrict radius to be between desired limits
|
||||
spherical.radius = Math.max(scope.minDistance, Math.min(scope.maxDistance, spherical.radius));
|
||||
|
||||
// move target to panned location
|
||||
scope.target.add(panOffset);
|
||||
|
||||
offset.setFromSpherical(spherical);
|
||||
|
||||
// rotate offset back to "camera-up-vector-is-up" space
|
||||
offset.applyQuaternion(quatInverse);
|
||||
|
||||
position.copy(scope.target).add(offset);
|
||||
|
||||
scope.object.lookAt(scope.target);
|
||||
|
||||
if (scope.enableDamping === true) {
|
||||
sphericalDelta.theta *= (1 - scope.dampingFactor);
|
||||
sphericalDelta.phi *= (1 - scope.dampingFactor);
|
||||
|
||||
panOffset.multiplyScalar(1 - scope.dampingFactor);
|
||||
} else {
|
||||
sphericalDelta.set(0, 0, 0);
|
||||
|
||||
panOffset.set(0, 0, 0);
|
||||
}
|
||||
|
||||
scale = 1;
|
||||
|
||||
// update condition is:
|
||||
// min(camera displacement, camera rotation in radians)^2 > EPS
|
||||
// using small-angle approximation cos(x/2) = 1 - x^2 / 8
|
||||
|
||||
if (zoomChanged
|
||||
|| lastPosition.distanceToSquared(scope.object.position) > EPS
|
||||
|| 8 * (1 - lastQuaternion.dot(scope.object.quaternion)) > EPS) {
|
||||
scope.dispatchEvent(changeEvent);
|
||||
|
||||
lastPosition.copy(scope.object.position);
|
||||
lastQuaternion.copy(scope.object.quaternion);
|
||||
zoomChanged = false;
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
};
|
||||
}());
|
||||
|
||||
this.dispose = function () {
|
||||
scope.domElement.removeEventListener('contextmenu', onContextMenu, false);
|
||||
scope.domElement.removeEventListener('mousedown', onMouseDown, false);
|
||||
scope.domElement.removeEventListener('wheel', onMouseWheel, false);
|
||||
|
||||
scope.domElement.removeEventListener('touchstart', onTouchStart, false);
|
||||
scope.domElement.removeEventListener('touchend', onTouchEnd, false);
|
||||
scope.domElement.removeEventListener('touchmove', onTouchMove, false);
|
||||
|
||||
document.removeEventListener('mousemove', onMouseMove, false);
|
||||
document.removeEventListener('mouseup', onMouseUp, false);
|
||||
|
||||
window.removeEventListener('keydown', onKeyDown, false);
|
||||
|
||||
// scope.dispatchEvent( { type: 'dispose' } ); // should this be added here?
|
||||
};
|
||||
|
||||
//
|
||||
// internals
|
||||
//
|
||||
|
||||
var scope = this;
|
||||
|
||||
var changeEvent = { type: 'change' };
|
||||
const startEvent = { type: 'start' };
|
||||
const endEvent = { type: 'end' };
|
||||
|
||||
var STATE = { NONE: -1, ROTATE: 0, DOLLY: 1, PAN: 2, TOUCH_ROTATE: 3, TOUCH_DOLLY_PAN: 4 };
|
||||
|
||||
var state = STATE.NONE;
|
||||
|
||||
var EPS = 0.000001;
|
||||
|
||||
// current position in spherical coordinates
|
||||
var spherical = new Spherical();
|
||||
var sphericalDelta = new Spherical();
|
||||
|
||||
var scale = 1;
|
||||
var panOffset = new Vector3();
|
||||
var zoomChanged = false;
|
||||
|
||||
const rotateStart = new Vector2();
|
||||
const rotateEnd = new Vector2();
|
||||
const rotateDelta = new Vector2();
|
||||
|
||||
const panStart = new Vector2();
|
||||
const panEnd = new Vector2();
|
||||
const panDelta = new Vector2();
|
||||
|
||||
const dollyStart = new Vector2();
|
||||
const dollyEnd = new Vector2();
|
||||
const dollyDelta = new Vector2();
|
||||
|
||||
function getAutoRotationAngle() {
|
||||
return 2 * Math.PI / 60 / 60 * scope.autoRotateSpeed;
|
||||
}
|
||||
|
||||
function getZoomScale() {
|
||||
return Math.pow(0.95, scope.zoomSpeed);
|
||||
}
|
||||
|
||||
function rotateLeft(angle) {
|
||||
sphericalDelta.theta -= angle;
|
||||
}
|
||||
|
||||
function rotateUp(angle) {
|
||||
sphericalDelta.phi -= angle;
|
||||
}
|
||||
|
||||
const panLeft = (function () {
|
||||
const v = new Vector3();
|
||||
|
||||
return function panLeft(distance, objectMatrix) {
|
||||
v.setFromMatrixColumn(objectMatrix, 0); // get X column of objectMatrix
|
||||
v.multiplyScalar(-distance);
|
||||
|
||||
panOffset.add(v);
|
||||
};
|
||||
}());
|
||||
|
||||
const panUp = (function () {
|
||||
const v = new Vector3();
|
||||
|
||||
return function panUp(distance, objectMatrix) {
|
||||
if (scope.screenSpacePanning === true) {
|
||||
v.setFromMatrixColumn(objectMatrix, 1);
|
||||
} else {
|
||||
v.setFromMatrixColumn(objectMatrix, 0);
|
||||
v.crossVectors(scope.object.up, v);
|
||||
}
|
||||
|
||||
v.multiplyScalar(distance);
|
||||
|
||||
panOffset.add(v);
|
||||
};
|
||||
}());
|
||||
|
||||
// deltaX and deltaY are in pixels; right and down are positive
|
||||
const pan = (function () {
|
||||
const offset = new Vector3();
|
||||
|
||||
return function pan(deltaX, deltaY) {
|
||||
const element = scope.domElement === document ? scope.domElement.body : scope.domElement;
|
||||
|
||||
if (scope.object.isPerspectiveCamera) {
|
||||
// perspective
|
||||
const position = scope.object.position;
|
||||
offset.copy(position).sub(scope.target);
|
||||
let targetDistance = offset.length();
|
||||
|
||||
// half of the fov is center to top of screen
|
||||
targetDistance *= Math.tan((scope.object.fov / 2) * Math.PI / 180.0);
|
||||
|
||||
// we use only clientHeight here so aspect ratio does not distort speed
|
||||
panLeft(2 * deltaX * targetDistance / element.clientHeight, scope.object.matrix);
|
||||
panUp(2 * deltaY * targetDistance / element.clientHeight, scope.object.matrix);
|
||||
} else if (scope.object.isOrthographicCamera) {
|
||||
// orthographic
|
||||
panLeft(deltaX * (scope.object.right - scope.object.left) / scope.object.zoom / element.clientWidth,
|
||||
scope.object.matrix);
|
||||
panUp(deltaY * (scope.object.top - scope.object.bottom) / scope.object.zoom / element.clientHeight, scope
|
||||
.object.matrix);
|
||||
} else {
|
||||
// camera neither orthographic nor perspective
|
||||
scope.enablePan = false;
|
||||
}
|
||||
};
|
||||
}());
|
||||
|
||||
function dollyIn(dollyScale) {
|
||||
if (scope.object.isPerspectiveCamera) {
|
||||
scale /= dollyScale;
|
||||
} else if (scope.object.isOrthographicCamera) {
|
||||
scope.object.zoom = Math.max(scope.minZoom, Math.min(scope.maxZoom, scope.object.zoom * dollyScale));
|
||||
scope.object.updateProjectionMatrix();
|
||||
zoomChanged = true;
|
||||
} else {
|
||||
scope.enableZoom = false;
|
||||
}
|
||||
}
|
||||
|
||||
function dollyOut(dollyScale) {
|
||||
if (scope.object.isPerspectiveCamera) {
|
||||
scale *= dollyScale;
|
||||
} else if (scope.object.isOrthographicCamera) {
|
||||
scope.object.zoom = Math.max(scope.minZoom, Math.min(scope.maxZoom, scope.object.zoom / dollyScale));
|
||||
scope.object.updateProjectionMatrix();
|
||||
zoomChanged = true;
|
||||
} else {
|
||||
scope.enableZoom = false;
|
||||
}
|
||||
}
|
||||
|
||||
//
|
||||
// event callbacks - update the object state
|
||||
//
|
||||
|
||||
function handleMouseDownRotate(event) {
|
||||
// console.log( 'handleMouseDownRotate' );
|
||||
|
||||
rotateStart.set(event.clientX, event.clientY);
|
||||
}
|
||||
|
||||
function handleMouseDownDolly(event) {
|
||||
// console.log( 'handleMouseDownDolly' );
|
||||
|
||||
dollyStart.set(event.clientX, event.clientY);
|
||||
}
|
||||
|
||||
function handleMouseDownPan(event) {
|
||||
// console.log( 'handleMouseDownPan' );
|
||||
|
||||
panStart.set(event.clientX, event.clientY);
|
||||
}
|
||||
|
||||
function handleMouseMoveRotate(event) {
|
||||
// console.log( 'handleMouseMoveRotate' );
|
||||
|
||||
rotateEnd.set(event.clientX, event.clientY);
|
||||
|
||||
rotateDelta.subVectors(rotateEnd, rotateStart).multiplyScalar(scope.rotateSpeed);
|
||||
|
||||
const element = scope.domElement === document ? scope.domElement.body : scope.domElement;
|
||||
|
||||
rotateLeft(2 * Math.PI * rotateDelta.x / element.clientHeight); // yes, height
|
||||
|
||||
rotateUp(2 * Math.PI * rotateDelta.y / element.clientHeight);
|
||||
|
||||
rotateStart.copy(rotateEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleMouseMoveDolly(event) {
|
||||
// console.log( 'handleMouseMoveDolly' );
|
||||
|
||||
dollyEnd.set(event.clientX, event.clientY);
|
||||
|
||||
dollyDelta.subVectors(dollyEnd, dollyStart);
|
||||
|
||||
if (dollyDelta.y > 0) {
|
||||
dollyIn(getZoomScale());
|
||||
} else if (dollyDelta.y < 0) {
|
||||
dollyOut(getZoomScale());
|
||||
}
|
||||
|
||||
dollyStart.copy(dollyEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleMouseMovePan(event) {
|
||||
// console.log( 'handleMouseMovePan' );
|
||||
|
||||
panEnd.set(event.clientX, event.clientY);
|
||||
|
||||
panDelta.subVectors(panEnd, panStart).multiplyScalar(scope.panSpeed);
|
||||
|
||||
pan(panDelta.x, panDelta.y);
|
||||
|
||||
panStart.copy(panEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleMouseUp(event) {
|
||||
|
||||
// console.log( 'handleMouseUp' );
|
||||
|
||||
}
|
||||
|
||||
function handleMouseWheel(event) {
|
||||
// console.log( 'handleMouseWheel' );
|
||||
|
||||
if (event.deltaY < 0) {
|
||||
dollyOut(getZoomScale());
|
||||
} else if (event.deltaY > 0) {
|
||||
dollyIn(getZoomScale());
|
||||
}
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleKeyDown(event) {
|
||||
// console.log( 'handleKeyDown' );
|
||||
|
||||
switch (event.keyCode) {
|
||||
case scope.keys.UP:
|
||||
pan(0, scope.keyPanSpeed);
|
||||
scope.update();
|
||||
break;
|
||||
|
||||
case scope.keys.BOTTOM:
|
||||
pan(0, -scope.keyPanSpeed);
|
||||
scope.update();
|
||||
break;
|
||||
|
||||
case scope.keys.LEFT:
|
||||
pan(scope.keyPanSpeed, 0);
|
||||
scope.update();
|
||||
break;
|
||||
|
||||
case scope.keys.RIGHT:
|
||||
pan(-scope.keyPanSpeed, 0);
|
||||
scope.update();
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
function handleTouchStartRotate(event) {
|
||||
// console.log( 'handleTouchStartRotate' );
|
||||
|
||||
rotateStart.set(event.touches[0].pageX, event.touches[0].pageY);
|
||||
}
|
||||
|
||||
function handleTouchStartDollyPan(event) {
|
||||
// console.log( 'handleTouchStartDollyPan' );
|
||||
|
||||
if (scope.enableZoom) {
|
||||
const dx = event.touches[0].pageX - event.touches[1].pageX;
|
||||
const dy = event.touches[0].pageY - event.touches[1].pageY;
|
||||
|
||||
const distance = Math.sqrt(dx * dx + dy * dy);
|
||||
|
||||
dollyStart.set(0, distance);
|
||||
}
|
||||
|
||||
if (scope.enablePan) {
|
||||
const x = 0.5 * (event.touches[0].pageX + event.touches[1].pageX);
|
||||
const y = 0.5 * (event.touches[0].pageY + event.touches[1].pageY);
|
||||
|
||||
panStart.set(x, y);
|
||||
}
|
||||
}
|
||||
|
||||
function handleTouchMoveRotate(event) {
|
||||
// console.log( 'handleTouchMoveRotate' );
|
||||
|
||||
rotateEnd.set(event.touches[0].pageX, event.touches[0].pageY);
|
||||
|
||||
rotateDelta.subVectors(rotateEnd, rotateStart).multiplyScalar(scope.rotateSpeed);
|
||||
|
||||
const element = scope.domElement === document ? scope.domElement.body : scope.domElement;
|
||||
|
||||
rotateLeft(2 * Math.PI * rotateDelta.x / element.clientHeight); // yes, height
|
||||
|
||||
rotateUp(2 * Math.PI * rotateDelta.y / element.clientHeight);
|
||||
|
||||
rotateStart.copy(rotateEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleTouchMoveDollyPan(event) {
|
||||
// console.log( 'handleTouchMoveDollyPan' );
|
||||
|
||||
if (scope.enableZoom) {
|
||||
const dx = event.touches[0].pageX - event.touches[1].pageX;
|
||||
const dy = event.touches[0].pageY - event.touches[1].pageY;
|
||||
|
||||
const distance = Math.sqrt(dx * dx + dy * dy);
|
||||
|
||||
dollyEnd.set(0, distance);
|
||||
|
||||
dollyDelta.set(0, Math.pow(dollyEnd.y / dollyStart.y, scope.zoomSpeed));
|
||||
|
||||
dollyIn(dollyDelta.y);
|
||||
|
||||
dollyStart.copy(dollyEnd);
|
||||
}
|
||||
|
||||
if (scope.enablePan) {
|
||||
const x = 0.5 * (event.touches[0].pageX + event.touches[1].pageX);
|
||||
const y = 0.5 * (event.touches[0].pageY + event.touches[1].pageY);
|
||||
|
||||
panEnd.set(x, y);
|
||||
|
||||
panDelta.subVectors(panEnd, panStart).multiplyScalar(scope.panSpeed);
|
||||
|
||||
pan(panDelta.x, panDelta.y);
|
||||
|
||||
panStart.copy(panEnd);
|
||||
}
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleTouchEnd(event) {
|
||||
|
||||
// console.log( 'handleTouchEnd' );
|
||||
|
||||
}
|
||||
|
||||
//
|
||||
// event handlers - FSM: listen for events and reset state
|
||||
//
|
||||
|
||||
function onMouseDown(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
|
||||
switch (event.button) {
|
||||
case scope.mouseButtons.LEFT:
|
||||
|
||||
if (event.ctrlKey || event.metaKey) {
|
||||
if (scope.enablePan === false) return;
|
||||
|
||||
handleMouseDownPan(event);
|
||||
|
||||
state = STATE.PAN;
|
||||
} else {
|
||||
if (scope.enableRotate === false) return;
|
||||
|
||||
handleMouseDownRotate(event);
|
||||
|
||||
state = STATE.ROTATE;
|
||||
}
|
||||
|
||||
break;
|
||||
|
||||
case scope.mouseButtons.MIDDLE:
|
||||
|
||||
if (scope.enableZoom === false) return;
|
||||
|
||||
handleMouseDownDolly(event);
|
||||
|
||||
state = STATE.DOLLY;
|
||||
|
||||
break;
|
||||
|
||||
case scope.mouseButtons.RIGHT:
|
||||
|
||||
if (scope.enablePan === false) return;
|
||||
|
||||
handleMouseDownPan(event);
|
||||
|
||||
state = STATE.PAN;
|
||||
|
||||
break;
|
||||
}
|
||||
|
||||
if (state !== STATE.NONE) {
|
||||
document.addEventListener('mousemove', onMouseMove, false);
|
||||
document.addEventListener('mouseup', onMouseUp, false);
|
||||
|
||||
scope.dispatchEvent(startEvent);
|
||||
}
|
||||
}
|
||||
|
||||
function onMouseMove(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
|
||||
switch (state) {
|
||||
case STATE.ROTATE:
|
||||
|
||||
if (scope.enableRotate === false) return;
|
||||
|
||||
handleMouseMoveRotate(event);
|
||||
|
||||
break;
|
||||
|
||||
case STATE.DOLLY:
|
||||
|
||||
if (scope.enableZoom === false) return;
|
||||
|
||||
handleMouseMoveDolly(event);
|
||||
|
||||
break;
|
||||
|
||||
case STATE.PAN:
|
||||
|
||||
if (scope.enablePan === false) return;
|
||||
|
||||
handleMouseMovePan(event);
|
||||
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
function onMouseUp(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
handleMouseUp(event);
|
||||
|
||||
document.removeEventListener('mousemove', onMouseMove, false);
|
||||
document.removeEventListener('mouseup', onMouseUp, false);
|
||||
|
||||
scope.dispatchEvent(endEvent);
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
|
||||
function onMouseWheel(event) {
|
||||
if (scope.enabled === false || scope.enableZoom === false || (state !== STATE.NONE && state !== STATE.ROTATE)) return;
|
||||
|
||||
event.preventDefault();
|
||||
event.stopPropagation();
|
||||
|
||||
scope.dispatchEvent(startEvent);
|
||||
|
||||
handleMouseWheel(event);
|
||||
|
||||
scope.dispatchEvent(endEvent);
|
||||
}
|
||||
|
||||
function onKeyDown(event) {
|
||||
if (scope.enabled === false || scope.enableKeys === false || scope.enablePan === false) return;
|
||||
|
||||
handleKeyDown(event);
|
||||
}
|
||||
|
||||
function onTouchStart(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
|
||||
switch (event.touches.length) {
|
||||
case 1: // one-fingered touch: rotate
|
||||
|
||||
if (scope.enableRotate === false) return;
|
||||
|
||||
handleTouchStartRotate(event);
|
||||
|
||||
state = STATE.TOUCH_ROTATE;
|
||||
|
||||
break;
|
||||
|
||||
case 2: // two-fingered touch: dolly-pan
|
||||
|
||||
if (scope.enableZoom === false && scope.enablePan === false) return;
|
||||
|
||||
handleTouchStartDollyPan(event);
|
||||
|
||||
state = STATE.TOUCH_DOLLY_PAN;
|
||||
|
||||
break;
|
||||
|
||||
default:
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
|
||||
if (state !== STATE.NONE) {
|
||||
scope.dispatchEvent(startEvent);
|
||||
}
|
||||
}
|
||||
|
||||
function onTouchMove(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
event.stopPropagation();
|
||||
|
||||
switch (event.touches.length) {
|
||||
case 1: // one-fingered touch: rotate
|
||||
|
||||
if (scope.enableRotate === false) return;
|
||||
if (state !== STATE.TOUCH_ROTATE) return; // is this needed?
|
||||
|
||||
handleTouchMoveRotate(event);
|
||||
|
||||
break;
|
||||
|
||||
case 2: // two-fingered touch: dolly-pan
|
||||
|
||||
if (scope.enableZoom === false && scope.enablePan === false) return;
|
||||
if (state !== STATE.TOUCH_DOLLY_PAN) return; // is this needed?
|
||||
|
||||
handleTouchMoveDollyPan(event);
|
||||
|
||||
break;
|
||||
|
||||
default:
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
}
|
||||
|
||||
function onTouchEnd(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
handleTouchEnd(event);
|
||||
|
||||
scope.dispatchEvent(endEvent);
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
|
||||
function onContextMenu(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
}
|
||||
|
||||
//
|
||||
|
||||
scope.domElement.addEventListener('contextmenu', onContextMenu, false);
|
||||
|
||||
scope.domElement.addEventListener('mousedown', onMouseDown, false);
|
||||
scope.domElement.addEventListener('wheel', onMouseWheel, false);
|
||||
|
||||
scope.domElement.addEventListener('touchstart', onTouchStart, false);
|
||||
scope.domElement.addEventListener('touchend', onTouchEnd, false);
|
||||
scope.domElement.addEventListener('touchmove', onTouchMove, false);
|
||||
|
||||
window.addEventListener('keydown', onKeyDown, false);
|
||||
|
||||
// force an update at start
|
||||
|
||||
this.update();
|
||||
};
|
||||
|
||||
OrbitControls.prototype = Object.create(EventDispatcher.prototype);
|
||||
OrbitControls.prototype.constructor = OrbitControls;
|
||||
|
||||
Object.defineProperties(OrbitControls.prototype, {
|
||||
|
||||
center: {
|
||||
|
||||
get() {
|
||||
return this.target;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
// backward compatibility
|
||||
|
||||
noZoom: {
|
||||
|
||||
get() {
|
||||
return !this.enableZoom;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableZoom = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
noRotate: {
|
||||
|
||||
get() {
|
||||
return !this.enableRotate;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableRotate = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
noPan: {
|
||||
|
||||
get() {
|
||||
return !this.enablePan;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enablePan = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
noKeys: {
|
||||
|
||||
get() {
|
||||
return !this.enableKeys;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableKeys = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
staticMoving: {
|
||||
|
||||
get() {
|
||||
return !this.enableDamping;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableDamping = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
dynamicDampingFactor: {
|
||||
|
||||
get() {
|
||||
return this.dampingFactor;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.dampingFactor = value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
});
|
||||
|
||||
export { OrbitControls };
|
||||
File diff suppressed because one or more lines are too long
1368
test/test.log
1368
test/test.log
File diff suppressed because it is too large
Load Diff
2
wiki
2
wiki
|
|
@ -1 +1 @@
|
|||
Subproject commit 7b35db4dca9ba3a41b62ec11257a474b2d12c132
|
||||
Subproject commit c8ca9cc9ec250e8e7f618f562b52dbc740d60580
|
||||
Loading…
Reference in New Issue