mirror of https://github.com/vladmandic/human
initial work on face3d three.js demo
Vladimir Mandic
parent
cc12ad3026
commit
20a4294ba1
|
|
@ -9,7 +9,12 @@ Repository: **<git+https://github.com/vladmandic/human.git>**
|
|||
|
||||
## Changelog
|
||||
|
||||
### **HEAD -> main** 2021/03/28 mandic00@live.com
|
||||
### **HEAD -> main** 2021/03/29 mandic00@live.com
|
||||
|
||||
- new icons
|
||||
- new serve module and demo structure
|
||||
|
||||
### **origin/main** 2021/03/28 mandic00@live.com
|
||||
|
||||
- minor rotation calculation fix
|
||||
- remove debug output
|
||||
|
|
|
|||
|
|
@ -0,0 +1,33 @@
|
|||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<title>Human</title>
|
||||
<meta charset="utf-8">
|
||||
<meta http-equiv="content-type">
|
||||
<meta content="text/html">
|
||||
<meta name="description" content="Human: 3D Face Detection, Body Pose, Hand & Finger Tracking, Iris Tracking, Age & Gender Prediction, Emotion Prediction & Gesture Recognition; Author: Vladimir Mandic <https://github.com/vladmandic>">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=0.6, minimum-scale=0.3, maximum-scale=3.0, shrink-to-fit=yes, user-scalable=yes">
|
||||
<meta name="theme-color" content="#000000"/>
|
||||
<meta name="application-name" content="Human">
|
||||
<meta name="msapplication-tooltip" content="Human: AI-powered 3D Human Detection">
|
||||
<link rel="manifest" href="./manifest.webmanifest">
|
||||
<link rel="shortcut icon" href="../favicon.ico" type="image/x-icon">
|
||||
<link rel="apple-touch-icon" href="../assets/icon.png">
|
||||
<script src="./face3d.js" type="module"></script>
|
||||
<style>
|
||||
@font-face { font-family: 'Lato'; font-display: swap; font-style: normal; font-weight: 100; src: local('Lato'), url('../assets/lato-light.woff2') }
|
||||
@font-face { font-family: 'FA'; font-display: swap; font-style: normal; font-weight: 900; src: local('FA'), url('../assets/fa-solid-900.woff2'); }
|
||||
html { font-family: 'Lato', 'Segoe UI'; font-size: 16px; font-variant: small-caps; }
|
||||
body { margin: 0; background: black; color: white; overflow-x: hidden; scrollbar-width: none; }
|
||||
body::-webkit-scrollbar { display: none; }
|
||||
.video { display: none; }
|
||||
.canvas { margin: 0 auto; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div id="media">
|
||||
<canvas id="canvas" class="canvas"></canvas>
|
||||
<video id="video" playsinline class="video"></video>
|
||||
</div>
|
||||
</body>
|
||||
</html>
|
||||
|
|
@ -0,0 +1,195 @@
|
|||
// @ts-nocheck
|
||||
|
||||
import { DoubleSide, Mesh, MeshBasicMaterial, OrthographicCamera, Scene, sRGBEncoding, VideoTexture, WebGLRenderer, BufferGeometry, BufferAttribute, Vector3, Triangle, Matrix4 } from './helpers/three.js';
|
||||
import { OrbitControls } from './helpers/three-orbitControls.js';
|
||||
import Human from '../dist/human.esm.js'; // equivalent of @vladmandic/human
|
||||
|
||||
const userConfig = {
|
||||
backend: 'wasm',
|
||||
async: false,
|
||||
profile: false,
|
||||
warmup: 'full',
|
||||
videoOptimized: false,
|
||||
filter: { enabled: false },
|
||||
face: { enabled: true,
|
||||
mesh: { enabled: true },
|
||||
iris: { enabled: true },
|
||||
description: { enabled: false },
|
||||
emotion: { enabled: false },
|
||||
},
|
||||
hand: { enabled: false },
|
||||
gesture: { enabled: false },
|
||||
body: { enabled: false },
|
||||
object: { enabled: false },
|
||||
};
|
||||
const human = new Human(userConfig);
|
||||
|
||||
class FaceGeometry extends BufferGeometry {
|
||||
constructor(inIndices, inUVMap) {
|
||||
super();
|
||||
this.indices = inIndices;
|
||||
this.texCoords = inUVMap;
|
||||
this.positions = new Float32Array(468 * 3);
|
||||
this.uvs = new Float32Array(468 * 2);
|
||||
this.setAttribute('position', new BufferAttribute(this.positions, 3));
|
||||
this.setAttribute('uv', new BufferAttribute(this.uvs, 2));
|
||||
this.setUvs();
|
||||
this.setIndex(this.indices);
|
||||
this.computeVertexNormals();
|
||||
this.applyMatrix4(new Matrix4().makeScale(10, 10, 10));
|
||||
this.p0 = new Vector3();
|
||||
this.p1 = new Vector3();
|
||||
this.p2 = new Vector3();
|
||||
this.triangle = new Triangle();
|
||||
}
|
||||
|
||||
setUvs() {
|
||||
for (let j = 0; j < 468; j++) {
|
||||
this.uvs[j * 2] = this.texCoords[j][0];
|
||||
this.uvs[j * 2 + 1] = 1 - this.texCoords[j][1];
|
||||
}
|
||||
this.getAttribute('uv').needsUpdate = true;
|
||||
}
|
||||
|
||||
setVideoUvs() {
|
||||
let ptr = 0;
|
||||
for (let j = 0; j < 468 * 2; j += 2) {
|
||||
this.uvs[j] = 1 - (this.positions[ptr] / this.w + 0.5);
|
||||
this.uvs[j + 1] = this.positions[ptr + 1] / this.h + 0.5;
|
||||
ptr += 3;
|
||||
}
|
||||
this.getAttribute('uv').needsUpdate = true;
|
||||
}
|
||||
|
||||
setSize(w, h) {
|
||||
this.w = w;
|
||||
this.h = h;
|
||||
}
|
||||
|
||||
update(face) {
|
||||
let ptr = 0;
|
||||
for (const p of face.mesh) {
|
||||
this.positions[ptr] = 1 - p[0] + 0.5 * this.w;
|
||||
this.positions[ptr + 1] = this.h - p[1] - 0.5 * this.h;
|
||||
this.positions[ptr + 2] = -p[2];
|
||||
ptr += 3;
|
||||
}
|
||||
this.setVideoUvs();
|
||||
this.attributes.position.needsUpdate = true;
|
||||
this.computeVertexNormals();
|
||||
}
|
||||
|
||||
track(id0, id1, id2) {
|
||||
const points = this.positions;
|
||||
this.p0.set(points[id0 * 3], points[id0 * 3 + 1], points[id0 * 3 + 2]);
|
||||
this.p1.set(points[id1 * 3], points[id1 * 3 + 1], points[id1 * 3 + 2]);
|
||||
this.p2.set(points[id2 * 3], points[id2 * 3 + 1], points[id2 * 3 + 2]);
|
||||
this.triangle.set(this.p0, this.p1, this.p2);
|
||||
const center = new Vector3();
|
||||
this.triangle.getMidpoint(center);
|
||||
const normal = new Vector3();
|
||||
this.triangle.getNormal(normal);
|
||||
const matrix = new Matrix4();
|
||||
const x = this.p1.clone().sub(this.p2).normalize();
|
||||
const y = this.p1.clone().sub(this.p0).normalize();
|
||||
const z = new Vector3().crossVectors(x, y);
|
||||
const y2 = new Vector3().crossVectors(x, z).normalize();
|
||||
const z2 = new Vector3().crossVectors(x, y2).normalize();
|
||||
matrix.makeBasis(x, y2, z2);
|
||||
return { position: center, normal, rotation: matrix };
|
||||
}
|
||||
}
|
||||
|
||||
const wireframe = true; // enable wireframe overlay
|
||||
|
||||
const canvas = document.getElementById('canvas');
|
||||
let width = 0;
|
||||
let height = 0;
|
||||
|
||||
const renderer = new WebGLRenderer({ antialias: true, alpha: true, canvas });
|
||||
renderer.setClearColor(0x000000);
|
||||
renderer.outputEncoding = sRGBEncoding;
|
||||
const scene = new Scene();
|
||||
const camera = new OrthographicCamera(1, 1, 1, 1, -1000, 1000);
|
||||
const controls = new OrbitControls(camera, renderer.domElement); // pan&zoom controls
|
||||
controls.enabled = true;
|
||||
const materialWireFrame = new MeshBasicMaterial({ // create wireframe material
|
||||
color: 0xff00ff,
|
||||
wireframe: true,
|
||||
});
|
||||
const materialFace = new MeshBasicMaterial({ // create material for mask
|
||||
color: 0xffffff,
|
||||
map: null, // will be created when the video is ready.
|
||||
side: DoubleSide,
|
||||
});
|
||||
const faceGeometry = new FaceGeometry(human.faceTriangulation, human.faceUVMap); // create a new geometry helper
|
||||
const mesh = new Mesh(faceGeometry, materialFace); // create mask mesh
|
||||
scene.add(mesh);
|
||||
|
||||
function resize(input) {
|
||||
width = input.videoWidth;
|
||||
height = input.videoHeight;
|
||||
camera.left = -0.5 * width;
|
||||
camera.right = 0.5 * height;
|
||||
camera.top = 0.5 * width;
|
||||
camera.bottom = -0.5 * height;
|
||||
camera.updateProjectionMatrix();
|
||||
const videoAspectRatio = width / height;
|
||||
const windowAspectRatio = window.innerWidth / window.innerHeight;
|
||||
const adjustedWidth = videoAspectRatio > windowAspectRatio ? window.innerWidth : window.innerHeight * videoAspectRatio;
|
||||
const adjustedHeight = videoAspectRatio > windowAspectRatio ? window.innerWidth / videoAspectRatio : window.innerHeight;
|
||||
renderer.setSize(adjustedWidth, adjustedHeight);
|
||||
faceGeometry.setSize(width, height);
|
||||
}
|
||||
|
||||
async function render(input) {
|
||||
const live = input.srcObject && (input.srcObject.getVideoTracks()[0].readyState === 'live') && (input.readyState > 2) && (!input.paused);
|
||||
if (!live) return;
|
||||
if (width !== input.videoWidth || height !== input.videoHeight) resize(input); // resize orthographic camera to video dimensions if necessary
|
||||
const res = await human.detect(input);
|
||||
if (res?.face?.length > 0) faceGeometry.update(res.face[0]);
|
||||
// render the mask
|
||||
mesh.material = materialFace;
|
||||
renderer.autoClear = true;
|
||||
renderer.render(scene, camera);
|
||||
if (wireframe) { // overlay wireframe
|
||||
mesh.material = materialWireFrame;
|
||||
renderer.autoClear = false;
|
||||
renderer.render(scene, camera);
|
||||
}
|
||||
requestAnimationFrame(() => render(input));
|
||||
}
|
||||
|
||||
// setup webcam
|
||||
async function setupCamera() {
|
||||
const video = document.getElementById('video');
|
||||
if (!navigator.mediaDevices) return null;
|
||||
const constraints = {
|
||||
audio: false,
|
||||
video: { facingMode: 'user', resizeMode: 'crop-and-scale' },
|
||||
};
|
||||
if (window.innerWidth > window.innerHeight) constraints.video.width = { ideal: window.innerWidth };
|
||||
else constraints.video.height = { ideal: (window.innerHeight - document.getElementById('menubar').offsetHeight) };
|
||||
const stream = await navigator.mediaDevices.getUserMedia(constraints);
|
||||
if (stream) video.srcObject = stream;
|
||||
else return null;
|
||||
return new Promise((resolve) => {
|
||||
video.onloadeddata = async () => {
|
||||
video.width = video.videoWidth;
|
||||
video.height = video.videoHeight;
|
||||
video.play();
|
||||
resolve(video);
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
async function init() {
|
||||
// await av.ready();
|
||||
const video = await setupCamera();
|
||||
const videoTexture = new VideoTexture(video); // load textures from video
|
||||
videoTexture.encoding = sRGBEncoding;
|
||||
materialFace.map = videoTexture;
|
||||
render(video);
|
||||
}
|
||||
|
||||
window.onload = init;
|
||||
|
|
@ -0,0 +1,870 @@
|
|||
// @ts-nocheck
|
||||
|
||||
import { Vector2, Vector3, Spherical, MOUSE, Quaternion, EventDispatcher } from './three.js';
|
||||
|
||||
/**
|
||||
* @author qiao / https://github.com/qiao
|
||||
* @author mrdoob / http://mrdoob.com
|
||||
* @author alteredq / http://alteredqualia.com/
|
||||
* @author WestLangley / http://github.com/WestLangley
|
||||
* @author erich666 / http://erichaines.com
|
||||
*/
|
||||
|
||||
// This set of controls performs orbiting, dollying (zooming), and panning.
|
||||
// Unlike TrackballControls, it maintains the "up" direction object.up (+Y by default).
|
||||
//
|
||||
// Orbit - left mouse / touch: one-finger move
|
||||
// Zoom - middle mouse, or mousewheel / touch: two-finger spread or squish
|
||||
// Pan - right mouse, or left mouse + ctrl/metaKey, or arrow keys / touch: two-finger move
|
||||
|
||||
const OrbitControls = function (object, domElement) {
|
||||
this.object = object;
|
||||
|
||||
this.domElement = (domElement !== undefined) ? domElement : document;
|
||||
|
||||
// Set to false to disable this control
|
||||
this.enabled = true;
|
||||
|
||||
// "target" sets the location of focus, where the object orbits around
|
||||
this.target = new Vector3();
|
||||
|
||||
// How far you can dolly in and out ( PerspectiveCamera only )
|
||||
this.minDistance = 0;
|
||||
this.maxDistance = Infinity;
|
||||
|
||||
// How far you can zoom in and out ( OrthographicCamera only )
|
||||
this.minZoom = 0;
|
||||
this.maxZoom = Infinity;
|
||||
|
||||
// How far you can orbit vertically, upper and lower limits.
|
||||
// Range is 0 to Math.PI radians.
|
||||
this.minPolarAngle = 0; // radians
|
||||
this.maxPolarAngle = Math.PI; // radians
|
||||
|
||||
// How far you can orbit horizontally, upper and lower limits.
|
||||
// If set, must be a sub-interval of the interval [ - Math.PI, Math.PI ].
|
||||
this.minAzimuthAngle = -Infinity; // radians
|
||||
this.maxAzimuthAngle = Infinity; // radians
|
||||
|
||||
// Set to true to enable damping (inertia)
|
||||
// If damping is enabled, you must call controls.update() in your animation loop
|
||||
this.enableDamping = false;
|
||||
this.dampingFactor = 0.25;
|
||||
|
||||
// This option actually enables dollying in and out; left as "zoom" for backwards compatibility.
|
||||
// Set to false to disable zooming
|
||||
this.enableZoom = true;
|
||||
this.zoomSpeed = 1.0;
|
||||
|
||||
// Set to false to disable rotating
|
||||
this.enableRotate = true;
|
||||
this.rotateSpeed = 1.0;
|
||||
|
||||
// Set to false to disable panning
|
||||
this.enablePan = true;
|
||||
this.panSpeed = 1.0;
|
||||
this.screenSpacePanning = false; // if true, pan in screen-space
|
||||
this.keyPanSpeed = 7.0; // pixels moved per arrow key push
|
||||
|
||||
// Set to true to automatically rotate around the target
|
||||
// If auto-rotate is enabled, you must call controls.update() in your animation loop
|
||||
this.autoRotate = false;
|
||||
this.autoRotateSpeed = 2.0; // 30 seconds per round when fps is 60
|
||||
|
||||
// Set to false to disable use of the keys
|
||||
this.enableKeys = true;
|
||||
|
||||
// The four arrow keys
|
||||
this.keys = { LEFT: 37, UP: 38, RIGHT: 39, BOTTOM: 40 };
|
||||
|
||||
// Mouse buttons
|
||||
this.mouseButtons = { LEFT: MOUSE.LEFT, MIDDLE: MOUSE.MIDDLE, RIGHT: MOUSE.RIGHT };
|
||||
|
||||
// for reset
|
||||
this.target0 = this.target.clone();
|
||||
this.position0 = this.object.position.clone();
|
||||
this.zoom0 = this.object.zoom;
|
||||
|
||||
//
|
||||
// public methods
|
||||
//
|
||||
|
||||
this.getPolarAngle = function () {
|
||||
return spherical.phi;
|
||||
};
|
||||
|
||||
this.getAzimuthalAngle = function () {
|
||||
return spherical.theta;
|
||||
};
|
||||
|
||||
this.saveState = function () {
|
||||
scope.target0.copy(scope.target);
|
||||
scope.position0.copy(scope.object.position);
|
||||
scope.zoom0 = scope.object.zoom;
|
||||
};
|
||||
|
||||
this.reset = function () {
|
||||
scope.target.copy(scope.target0);
|
||||
scope.object.position.copy(scope.position0);
|
||||
scope.object.zoom = scope.zoom0;
|
||||
|
||||
scope.object.updateProjectionMatrix();
|
||||
scope.dispatchEvent(changeEvent);
|
||||
|
||||
scope.update();
|
||||
|
||||
state = STATE.NONE;
|
||||
};
|
||||
|
||||
// this method is exposed, but perhaps it would be better if we can make it private...
|
||||
this.update = (function () {
|
||||
const offset = new Vector3();
|
||||
|
||||
// so camera.up is the orbit axis
|
||||
const quat = new Quaternion().setFromUnitVectors(object.up, new Vector3(0, 1, 0));
|
||||
const quatInverse = quat.clone().inverse();
|
||||
|
||||
const lastPosition = new Vector3();
|
||||
const lastQuaternion = new Quaternion();
|
||||
|
||||
return function update() {
|
||||
const position = scope.object.position;
|
||||
|
||||
offset.copy(position).sub(scope.target);
|
||||
|
||||
// rotate offset to "y-axis-is-up" space
|
||||
offset.applyQuaternion(quat);
|
||||
|
||||
// angle from z-axis around y-axis
|
||||
spherical.setFromVector3(offset);
|
||||
|
||||
if (scope.autoRotate && state === STATE.NONE) {
|
||||
rotateLeft(getAutoRotationAngle());
|
||||
}
|
||||
|
||||
spherical.theta += sphericalDelta.theta;
|
||||
spherical.phi += sphericalDelta.phi;
|
||||
|
||||
// restrict theta to be between desired limits
|
||||
spherical.theta = Math.max(scope.minAzimuthAngle, Math.min(scope.maxAzimuthAngle, spherical.theta));
|
||||
|
||||
// restrict phi to be between desired limits
|
||||
spherical.phi = Math.max(scope.minPolarAngle, Math.min(scope.maxPolarAngle, spherical.phi));
|
||||
|
||||
spherical.makeSafe();
|
||||
|
||||
spherical.radius *= scale;
|
||||
|
||||
// restrict radius to be between desired limits
|
||||
spherical.radius = Math.max(scope.minDistance, Math.min(scope.maxDistance, spherical.radius));
|
||||
|
||||
// move target to panned location
|
||||
scope.target.add(panOffset);
|
||||
|
||||
offset.setFromSpherical(spherical);
|
||||
|
||||
// rotate offset back to "camera-up-vector-is-up" space
|
||||
offset.applyQuaternion(quatInverse);
|
||||
|
||||
position.copy(scope.target).add(offset);
|
||||
|
||||
scope.object.lookAt(scope.target);
|
||||
|
||||
if (scope.enableDamping === true) {
|
||||
sphericalDelta.theta *= (1 - scope.dampingFactor);
|
||||
sphericalDelta.phi *= (1 - scope.dampingFactor);
|
||||
|
||||
panOffset.multiplyScalar(1 - scope.dampingFactor);
|
||||
} else {
|
||||
sphericalDelta.set(0, 0, 0);
|
||||
|
||||
panOffset.set(0, 0, 0);
|
||||
}
|
||||
|
||||
scale = 1;
|
||||
|
||||
// update condition is:
|
||||
// min(camera displacement, camera rotation in radians)^2 > EPS
|
||||
// using small-angle approximation cos(x/2) = 1 - x^2 / 8
|
||||
|
||||
if (zoomChanged
|
||||
|| lastPosition.distanceToSquared(scope.object.position) > EPS
|
||||
|| 8 * (1 - lastQuaternion.dot(scope.object.quaternion)) > EPS) {
|
||||
scope.dispatchEvent(changeEvent);
|
||||
|
||||
lastPosition.copy(scope.object.position);
|
||||
lastQuaternion.copy(scope.object.quaternion);
|
||||
zoomChanged = false;
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
};
|
||||
}());
|
||||
|
||||
this.dispose = function () {
|
||||
scope.domElement.removeEventListener('contextmenu', onContextMenu, false);
|
||||
scope.domElement.removeEventListener('mousedown', onMouseDown, false);
|
||||
scope.domElement.removeEventListener('wheel', onMouseWheel, false);
|
||||
|
||||
scope.domElement.removeEventListener('touchstart', onTouchStart, false);
|
||||
scope.domElement.removeEventListener('touchend', onTouchEnd, false);
|
||||
scope.domElement.removeEventListener('touchmove', onTouchMove, false);
|
||||
|
||||
document.removeEventListener('mousemove', onMouseMove, false);
|
||||
document.removeEventListener('mouseup', onMouseUp, false);
|
||||
|
||||
window.removeEventListener('keydown', onKeyDown, false);
|
||||
|
||||
// scope.dispatchEvent( { type: 'dispose' } ); // should this be added here?
|
||||
};
|
||||
|
||||
//
|
||||
// internals
|
||||
//
|
||||
|
||||
var scope = this;
|
||||
|
||||
var changeEvent = { type: 'change' };
|
||||
const startEvent = { type: 'start' };
|
||||
const endEvent = { type: 'end' };
|
||||
|
||||
var STATE = { NONE: -1, ROTATE: 0, DOLLY: 1, PAN: 2, TOUCH_ROTATE: 3, TOUCH_DOLLY_PAN: 4 };
|
||||
|
||||
var state = STATE.NONE;
|
||||
|
||||
var EPS = 0.000001;
|
||||
|
||||
// current position in spherical coordinates
|
||||
var spherical = new Spherical();
|
||||
var sphericalDelta = new Spherical();
|
||||
|
||||
var scale = 1;
|
||||
var panOffset = new Vector3();
|
||||
var zoomChanged = false;
|
||||
|
||||
const rotateStart = new Vector2();
|
||||
const rotateEnd = new Vector2();
|
||||
const rotateDelta = new Vector2();
|
||||
|
||||
const panStart = new Vector2();
|
||||
const panEnd = new Vector2();
|
||||
const panDelta = new Vector2();
|
||||
|
||||
const dollyStart = new Vector2();
|
||||
const dollyEnd = new Vector2();
|
||||
const dollyDelta = new Vector2();
|
||||
|
||||
function getAutoRotationAngle() {
|
||||
return 2 * Math.PI / 60 / 60 * scope.autoRotateSpeed;
|
||||
}
|
||||
|
||||
function getZoomScale() {
|
||||
return Math.pow(0.95, scope.zoomSpeed);
|
||||
}
|
||||
|
||||
function rotateLeft(angle) {
|
||||
sphericalDelta.theta -= angle;
|
||||
}
|
||||
|
||||
function rotateUp(angle) {
|
||||
sphericalDelta.phi -= angle;
|
||||
}
|
||||
|
||||
const panLeft = (function () {
|
||||
const v = new Vector3();
|
||||
|
||||
return function panLeft(distance, objectMatrix) {
|
||||
v.setFromMatrixColumn(objectMatrix, 0); // get X column of objectMatrix
|
||||
v.multiplyScalar(-distance);
|
||||
|
||||
panOffset.add(v);
|
||||
};
|
||||
}());
|
||||
|
||||
const panUp = (function () {
|
||||
const v = new Vector3();
|
||||
|
||||
return function panUp(distance, objectMatrix) {
|
||||
if (scope.screenSpacePanning === true) {
|
||||
v.setFromMatrixColumn(objectMatrix, 1);
|
||||
} else {
|
||||
v.setFromMatrixColumn(objectMatrix, 0);
|
||||
v.crossVectors(scope.object.up, v);
|
||||
}
|
||||
|
||||
v.multiplyScalar(distance);
|
||||
|
||||
panOffset.add(v);
|
||||
};
|
||||
}());
|
||||
|
||||
// deltaX and deltaY are in pixels; right and down are positive
|
||||
const pan = (function () {
|
||||
const offset = new Vector3();
|
||||
|
||||
return function pan(deltaX, deltaY) {
|
||||
const element = scope.domElement === document ? scope.domElement.body : scope.domElement;
|
||||
|
||||
if (scope.object.isPerspectiveCamera) {
|
||||
// perspective
|
||||
const position = scope.object.position;
|
||||
offset.copy(position).sub(scope.target);
|
||||
let targetDistance = offset.length();
|
||||
|
||||
// half of the fov is center to top of screen
|
||||
targetDistance *= Math.tan((scope.object.fov / 2) * Math.PI / 180.0);
|
||||
|
||||
// we use only clientHeight here so aspect ratio does not distort speed
|
||||
panLeft(2 * deltaX * targetDistance / element.clientHeight, scope.object.matrix);
|
||||
panUp(2 * deltaY * targetDistance / element.clientHeight, scope.object.matrix);
|
||||
} else if (scope.object.isOrthographicCamera) {
|
||||
// orthographic
|
||||
panLeft(deltaX * (scope.object.right - scope.object.left) / scope.object.zoom / element.clientWidth,
|
||||
scope.object.matrix);
|
||||
panUp(deltaY * (scope.object.top - scope.object.bottom) / scope.object.zoom / element.clientHeight, scope
|
||||
.object.matrix);
|
||||
} else {
|
||||
// camera neither orthographic nor perspective
|
||||
scope.enablePan = false;
|
||||
}
|
||||
};
|
||||
}());
|
||||
|
||||
function dollyIn(dollyScale) {
|
||||
if (scope.object.isPerspectiveCamera) {
|
||||
scale /= dollyScale;
|
||||
} else if (scope.object.isOrthographicCamera) {
|
||||
scope.object.zoom = Math.max(scope.minZoom, Math.min(scope.maxZoom, scope.object.zoom * dollyScale));
|
||||
scope.object.updateProjectionMatrix();
|
||||
zoomChanged = true;
|
||||
} else {
|
||||
scope.enableZoom = false;
|
||||
}
|
||||
}
|
||||
|
||||
function dollyOut(dollyScale) {
|
||||
if (scope.object.isPerspectiveCamera) {
|
||||
scale *= dollyScale;
|
||||
} else if (scope.object.isOrthographicCamera) {
|
||||
scope.object.zoom = Math.max(scope.minZoom, Math.min(scope.maxZoom, scope.object.zoom / dollyScale));
|
||||
scope.object.updateProjectionMatrix();
|
||||
zoomChanged = true;
|
||||
} else {
|
||||
scope.enableZoom = false;
|
||||
}
|
||||
}
|
||||
|
||||
//
|
||||
// event callbacks - update the object state
|
||||
//
|
||||
|
||||
function handleMouseDownRotate(event) {
|
||||
// console.log( 'handleMouseDownRotate' );
|
||||
|
||||
rotateStart.set(event.clientX, event.clientY);
|
||||
}
|
||||
|
||||
function handleMouseDownDolly(event) {
|
||||
// console.log( 'handleMouseDownDolly' );
|
||||
|
||||
dollyStart.set(event.clientX, event.clientY);
|
||||
}
|
||||
|
||||
function handleMouseDownPan(event) {
|
||||
// console.log( 'handleMouseDownPan' );
|
||||
|
||||
panStart.set(event.clientX, event.clientY);
|
||||
}
|
||||
|
||||
function handleMouseMoveRotate(event) {
|
||||
// console.log( 'handleMouseMoveRotate' );
|
||||
|
||||
rotateEnd.set(event.clientX, event.clientY);
|
||||
|
||||
rotateDelta.subVectors(rotateEnd, rotateStart).multiplyScalar(scope.rotateSpeed);
|
||||
|
||||
const element = scope.domElement === document ? scope.domElement.body : scope.domElement;
|
||||
|
||||
rotateLeft(2 * Math.PI * rotateDelta.x / element.clientHeight); // yes, height
|
||||
|
||||
rotateUp(2 * Math.PI * rotateDelta.y / element.clientHeight);
|
||||
|
||||
rotateStart.copy(rotateEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleMouseMoveDolly(event) {
|
||||
// console.log( 'handleMouseMoveDolly' );
|
||||
|
||||
dollyEnd.set(event.clientX, event.clientY);
|
||||
|
||||
dollyDelta.subVectors(dollyEnd, dollyStart);
|
||||
|
||||
if (dollyDelta.y > 0) {
|
||||
dollyIn(getZoomScale());
|
||||
} else if (dollyDelta.y < 0) {
|
||||
dollyOut(getZoomScale());
|
||||
}
|
||||
|
||||
dollyStart.copy(dollyEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleMouseMovePan(event) {
|
||||
// console.log( 'handleMouseMovePan' );
|
||||
|
||||
panEnd.set(event.clientX, event.clientY);
|
||||
|
||||
panDelta.subVectors(panEnd, panStart).multiplyScalar(scope.panSpeed);
|
||||
|
||||
pan(panDelta.x, panDelta.y);
|
||||
|
||||
panStart.copy(panEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleMouseUp(event) {
|
||||
|
||||
// console.log( 'handleMouseUp' );
|
||||
|
||||
}
|
||||
|
||||
function handleMouseWheel(event) {
|
||||
// console.log( 'handleMouseWheel' );
|
||||
|
||||
if (event.deltaY < 0) {
|
||||
dollyOut(getZoomScale());
|
||||
} else if (event.deltaY > 0) {
|
||||
dollyIn(getZoomScale());
|
||||
}
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleKeyDown(event) {
|
||||
// console.log( 'handleKeyDown' );
|
||||
|
||||
switch (event.keyCode) {
|
||||
case scope.keys.UP:
|
||||
pan(0, scope.keyPanSpeed);
|
||||
scope.update();
|
||||
break;
|
||||
|
||||
case scope.keys.BOTTOM:
|
||||
pan(0, -scope.keyPanSpeed);
|
||||
scope.update();
|
||||
break;
|
||||
|
||||
case scope.keys.LEFT:
|
||||
pan(scope.keyPanSpeed, 0);
|
||||
scope.update();
|
||||
break;
|
||||
|
||||
case scope.keys.RIGHT:
|
||||
pan(-scope.keyPanSpeed, 0);
|
||||
scope.update();
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
function handleTouchStartRotate(event) {
|
||||
// console.log( 'handleTouchStartRotate' );
|
||||
|
||||
rotateStart.set(event.touches[0].pageX, event.touches[0].pageY);
|
||||
}
|
||||
|
||||
function handleTouchStartDollyPan(event) {
|
||||
// console.log( 'handleTouchStartDollyPan' );
|
||||
|
||||
if (scope.enableZoom) {
|
||||
const dx = event.touches[0].pageX - event.touches[1].pageX;
|
||||
const dy = event.touches[0].pageY - event.touches[1].pageY;
|
||||
|
||||
const distance = Math.sqrt(dx * dx + dy * dy);
|
||||
|
||||
dollyStart.set(0, distance);
|
||||
}
|
||||
|
||||
if (scope.enablePan) {
|
||||
const x = 0.5 * (event.touches[0].pageX + event.touches[1].pageX);
|
||||
const y = 0.5 * (event.touches[0].pageY + event.touches[1].pageY);
|
||||
|
||||
panStart.set(x, y);
|
||||
}
|
||||
}
|
||||
|
||||
function handleTouchMoveRotate(event) {
|
||||
// console.log( 'handleTouchMoveRotate' );
|
||||
|
||||
rotateEnd.set(event.touches[0].pageX, event.touches[0].pageY);
|
||||
|
||||
rotateDelta.subVectors(rotateEnd, rotateStart).multiplyScalar(scope.rotateSpeed);
|
||||
|
||||
const element = scope.domElement === document ? scope.domElement.body : scope.domElement;
|
||||
|
||||
rotateLeft(2 * Math.PI * rotateDelta.x / element.clientHeight); // yes, height
|
||||
|
||||
rotateUp(2 * Math.PI * rotateDelta.y / element.clientHeight);
|
||||
|
||||
rotateStart.copy(rotateEnd);
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleTouchMoveDollyPan(event) {
|
||||
// console.log( 'handleTouchMoveDollyPan' );
|
||||
|
||||
if (scope.enableZoom) {
|
||||
const dx = event.touches[0].pageX - event.touches[1].pageX;
|
||||
const dy = event.touches[0].pageY - event.touches[1].pageY;
|
||||
|
||||
const distance = Math.sqrt(dx * dx + dy * dy);
|
||||
|
||||
dollyEnd.set(0, distance);
|
||||
|
||||
dollyDelta.set(0, Math.pow(dollyEnd.y / dollyStart.y, scope.zoomSpeed));
|
||||
|
||||
dollyIn(dollyDelta.y);
|
||||
|
||||
dollyStart.copy(dollyEnd);
|
||||
}
|
||||
|
||||
if (scope.enablePan) {
|
||||
const x = 0.5 * (event.touches[0].pageX + event.touches[1].pageX);
|
||||
const y = 0.5 * (event.touches[0].pageY + event.touches[1].pageY);
|
||||
|
||||
panEnd.set(x, y);
|
||||
|
||||
panDelta.subVectors(panEnd, panStart).multiplyScalar(scope.panSpeed);
|
||||
|
||||
pan(panDelta.x, panDelta.y);
|
||||
|
||||
panStart.copy(panEnd);
|
||||
}
|
||||
|
||||
scope.update();
|
||||
}
|
||||
|
||||
function handleTouchEnd(event) {
|
||||
|
||||
// console.log( 'handleTouchEnd' );
|
||||
|
||||
}
|
||||
|
||||
//
|
||||
// event handlers - FSM: listen for events and reset state
|
||||
//
|
||||
|
||||
function onMouseDown(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
|
||||
switch (event.button) {
|
||||
case scope.mouseButtons.LEFT:
|
||||
|
||||
if (event.ctrlKey || event.metaKey) {
|
||||
if (scope.enablePan === false) return;
|
||||
|
||||
handleMouseDownPan(event);
|
||||
|
||||
state = STATE.PAN;
|
||||
} else {
|
||||
if (scope.enableRotate === false) return;
|
||||
|
||||
handleMouseDownRotate(event);
|
||||
|
||||
state = STATE.ROTATE;
|
||||
}
|
||||
|
||||
break;
|
||||
|
||||
case scope.mouseButtons.MIDDLE:
|
||||
|
||||
if (scope.enableZoom === false) return;
|
||||
|
||||
handleMouseDownDolly(event);
|
||||
|
||||
state = STATE.DOLLY;
|
||||
|
||||
break;
|
||||
|
||||
case scope.mouseButtons.RIGHT:
|
||||
|
||||
if (scope.enablePan === false) return;
|
||||
|
||||
handleMouseDownPan(event);
|
||||
|
||||
state = STATE.PAN;
|
||||
|
||||
break;
|
||||
}
|
||||
|
||||
if (state !== STATE.NONE) {
|
||||
document.addEventListener('mousemove', onMouseMove, false);
|
||||
document.addEventListener('mouseup', onMouseUp, false);
|
||||
|
||||
scope.dispatchEvent(startEvent);
|
||||
}
|
||||
}
|
||||
|
||||
function onMouseMove(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
|
||||
switch (state) {
|
||||
case STATE.ROTATE:
|
||||
|
||||
if (scope.enableRotate === false) return;
|
||||
|
||||
handleMouseMoveRotate(event);
|
||||
|
||||
break;
|
||||
|
||||
case STATE.DOLLY:
|
||||
|
||||
if (scope.enableZoom === false) return;
|
||||
|
||||
handleMouseMoveDolly(event);
|
||||
|
||||
break;
|
||||
|
||||
case STATE.PAN:
|
||||
|
||||
if (scope.enablePan === false) return;
|
||||
|
||||
handleMouseMovePan(event);
|
||||
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
function onMouseUp(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
handleMouseUp(event);
|
||||
|
||||
document.removeEventListener('mousemove', onMouseMove, false);
|
||||
document.removeEventListener('mouseup', onMouseUp, false);
|
||||
|
||||
scope.dispatchEvent(endEvent);
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
|
||||
function onMouseWheel(event) {
|
||||
if (scope.enabled === false || scope.enableZoom === false || (state !== STATE.NONE && state !== STATE.ROTATE)) return;
|
||||
|
||||
event.preventDefault();
|
||||
event.stopPropagation();
|
||||
|
||||
scope.dispatchEvent(startEvent);
|
||||
|
||||
handleMouseWheel(event);
|
||||
|
||||
scope.dispatchEvent(endEvent);
|
||||
}
|
||||
|
||||
function onKeyDown(event) {
|
||||
if (scope.enabled === false || scope.enableKeys === false || scope.enablePan === false) return;
|
||||
|
||||
handleKeyDown(event);
|
||||
}
|
||||
|
||||
function onTouchStart(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
|
||||
switch (event.touches.length) {
|
||||
case 1: // one-fingered touch: rotate
|
||||
|
||||
if (scope.enableRotate === false) return;
|
||||
|
||||
handleTouchStartRotate(event);
|
||||
|
||||
state = STATE.TOUCH_ROTATE;
|
||||
|
||||
break;
|
||||
|
||||
case 2: // two-fingered touch: dolly-pan
|
||||
|
||||
if (scope.enableZoom === false && scope.enablePan === false) return;
|
||||
|
||||
handleTouchStartDollyPan(event);
|
||||
|
||||
state = STATE.TOUCH_DOLLY_PAN;
|
||||
|
||||
break;
|
||||
|
||||
default:
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
|
||||
if (state !== STATE.NONE) {
|
||||
scope.dispatchEvent(startEvent);
|
||||
}
|
||||
}
|
||||
|
||||
function onTouchMove(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
event.stopPropagation();
|
||||
|
||||
switch (event.touches.length) {
|
||||
case 1: // one-fingered touch: rotate
|
||||
|
||||
if (scope.enableRotate === false) return;
|
||||
if (state !== STATE.TOUCH_ROTATE) return; // is this needed?
|
||||
|
||||
handleTouchMoveRotate(event);
|
||||
|
||||
break;
|
||||
|
||||
case 2: // two-fingered touch: dolly-pan
|
||||
|
||||
if (scope.enableZoom === false && scope.enablePan === false) return;
|
||||
if (state !== STATE.TOUCH_DOLLY_PAN) return; // is this needed?
|
||||
|
||||
handleTouchMoveDollyPan(event);
|
||||
|
||||
break;
|
||||
|
||||
default:
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
}
|
||||
|
||||
function onTouchEnd(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
handleTouchEnd(event);
|
||||
|
||||
scope.dispatchEvent(endEvent);
|
||||
|
||||
state = STATE.NONE;
|
||||
}
|
||||
|
||||
function onContextMenu(event) {
|
||||
if (scope.enabled === false) return;
|
||||
|
||||
event.preventDefault();
|
||||
}
|
||||
|
||||
//
|
||||
|
||||
scope.domElement.addEventListener('contextmenu', onContextMenu, false);
|
||||
|
||||
scope.domElement.addEventListener('mousedown', onMouseDown, false);
|
||||
scope.domElement.addEventListener('wheel', onMouseWheel, false);
|
||||
|
||||
scope.domElement.addEventListener('touchstart', onTouchStart, false);
|
||||
scope.domElement.addEventListener('touchend', onTouchEnd, false);
|
||||
scope.domElement.addEventListener('touchmove', onTouchMove, false);
|
||||
|
||||
window.addEventListener('keydown', onKeyDown, false);
|
||||
|
||||
// force an update at start
|
||||
|
||||
this.update();
|
||||
};
|
||||
|
||||
OrbitControls.prototype = Object.create(EventDispatcher.prototype);
|
||||
OrbitControls.prototype.constructor = OrbitControls;
|
||||
|
||||
Object.defineProperties(OrbitControls.prototype, {
|
||||
|
||||
center: {
|
||||
|
||||
get() {
|
||||
return this.target;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
// backward compatibility
|
||||
|
||||
noZoom: {
|
||||
|
||||
get() {
|
||||
return !this.enableZoom;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableZoom = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
noRotate: {
|
||||
|
||||
get() {
|
||||
return !this.enableRotate;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableRotate = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
noPan: {
|
||||
|
||||
get() {
|
||||
return !this.enablePan;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enablePan = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
noKeys: {
|
||||
|
||||
get() {
|
||||
return !this.enableKeys;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableKeys = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
staticMoving: {
|
||||
|
||||
get() {
|
||||
return !this.enableDamping;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.enableDamping = !value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
dynamicDampingFactor: {
|
||||
|
||||
get() {
|
||||
return this.dampingFactor;
|
||||
},
|
||||
|
||||
set(value) {
|
||||
this.dampingFactor = value;
|
||||
},
|
||||
|
||||
},
|
||||
|
||||
});
|
||||
|
||||
export { OrbitControls };
|
||||
File diff suppressed because one or more lines are too long
|
|
@ -75283,7 +75283,8 @@ var facemesh_exports = {};
|
|||
__export(facemesh_exports, {
|
||||
MediaPipeFaceMesh: () => MediaPipeFaceMesh,
|
||||
load: () => load7,
|
||||
triangulation: () => triangulation
|
||||
triangulation: () => triangulation,
|
||||
uvmap: () => uvmap
|
||||
});
|
||||
|
||||
// src/blazeface/blazeface.ts
|
||||
|
|
@ -79111,6 +79112,7 @@ async function load7(config3) {
|
|||
return faceMesh;
|
||||
}
|
||||
var triangulation = TRI468;
|
||||
var uvmap = UV468;
|
||||
|
||||
// src/posenet/posenet.ts
|
||||
var posenet_exports = {};
|
||||
|
|
@ -98870,6 +98872,8 @@ var outCanvas = null;
|
|||
var fx = null;
|
||||
function process3(input2, config3) {
|
||||
let tensor2;
|
||||
if (!input2)
|
||||
throw new Error("Human: Input is missing");
|
||||
if (input2 instanceof Tensor) {
|
||||
tensor2 = clone(input2);
|
||||
} else {
|
||||
|
|
@ -100442,6 +100446,8 @@ var Human = class {
|
|||
hand: handpose_exports,
|
||||
nanodet: nanodet_exports
|
||||
};
|
||||
this.faceTriangulation = triangulation;
|
||||
this.faceUVMap = uvmap;
|
||||
this.sysinfo = info();
|
||||
}
|
||||
profileData() {
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
|
|
@ -75291,7 +75291,8 @@ return a / b;`;
|
|||
__export(facemesh_exports, {
|
||||
MediaPipeFaceMesh: () => MediaPipeFaceMesh,
|
||||
load: () => load7,
|
||||
triangulation: () => triangulation
|
||||
triangulation: () => triangulation,
|
||||
uvmap: () => uvmap
|
||||
});
|
||||
|
||||
// src/blazeface/blazeface.ts
|
||||
|
|
@ -79119,6 +79120,7 @@ return a / b;`;
|
|||
return faceMesh;
|
||||
}
|
||||
var triangulation = TRI468;
|
||||
var uvmap = UV468;
|
||||
|
||||
// src/posenet/posenet.ts
|
||||
var posenet_exports = {};
|
||||
|
|
@ -98878,6 +98880,8 @@ return a / b;`;
|
|||
var fx = null;
|
||||
function process3(input2, config3) {
|
||||
let tensor2;
|
||||
if (!input2)
|
||||
throw new Error("Human: Input is missing");
|
||||
if (input2 instanceof Tensor) {
|
||||
tensor2 = clone(input2);
|
||||
} else {
|
||||
|
|
@ -100450,6 +100454,8 @@ lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/
|
|||
hand: handpose_exports,
|
||||
nanodet: nanodet_exports
|
||||
};
|
||||
this.faceTriangulation = triangulation;
|
||||
this.faceUVMap = uvmap;
|
||||
this.sysinfo = info();
|
||||
}
|
||||
profileData() {
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
|
|
@ -814,7 +814,8 @@ var facemesh_exports = {};
|
|||
__export(facemesh_exports, {
|
||||
MediaPipeFaceMesh: () => MediaPipeFaceMesh,
|
||||
load: () => load7,
|
||||
triangulation: () => triangulation
|
||||
triangulation: () => triangulation,
|
||||
uvmap: () => uvmap
|
||||
});
|
||||
var tf10 = __toModule(require_tfjs_esm());
|
||||
|
||||
|
|
@ -4648,6 +4649,7 @@ async function load7(config3) {
|
|||
return faceMesh;
|
||||
}
|
||||
var triangulation = TRI468;
|
||||
var uvmap = UV468;
|
||||
|
||||
// src/posenet/posenet.ts
|
||||
var posenet_exports = {};
|
||||
|
|
@ -24424,6 +24426,8 @@ var outCanvas = null;
|
|||
var fx = null;
|
||||
function process3(input, config3) {
|
||||
let tensor;
|
||||
if (!input)
|
||||
throw new Error("Human: Input is missing");
|
||||
if (input instanceof tf21.Tensor) {
|
||||
tensor = tf21.clone(input);
|
||||
} else {
|
||||
|
|
@ -25996,6 +26000,8 @@ var Human = class {
|
|||
hand: handpose_exports,
|
||||
nanodet: nanodet_exports
|
||||
};
|
||||
this.faceTriangulation = triangulation;
|
||||
this.faceUVMap = uvmap;
|
||||
this.sysinfo = info();
|
||||
}
|
||||
profileData() {
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
|
|
@ -73,3 +73,4 @@ export async function load(config): Promise<MediaPipeFaceMesh> {
|
|||
}
|
||||
|
||||
export const triangulation = coords.TRI468;
|
||||
export const uvmap = coords.UV468;
|
||||
|
|
|
|||
|
|
@ -86,6 +86,8 @@ export class Human {
|
|||
nanodet: typeof nanodet;
|
||||
faceres: typeof faceres;
|
||||
};
|
||||
faceTriangulation: typeof facemesh.triangulation;
|
||||
faceUVMap: typeof facemesh.uvmap;
|
||||
sysinfo: { platform: string, agent: string };
|
||||
perf: any;
|
||||
#numTensors: number;
|
||||
|
|
@ -134,6 +136,8 @@ export class Human {
|
|||
hand: handpose,
|
||||
nanodet,
|
||||
};
|
||||
this.faceTriangulation = facemesh.triangulation;
|
||||
this.faceUVMap = facemesh.uvmap;
|
||||
// include platform info
|
||||
this.sysinfo = sysinfo.info();
|
||||
}
|
||||
|
|
|
|||
|
|
@ -16,6 +16,7 @@ let fx = null;
|
|||
// input is resized and run through imagefx filter
|
||||
export function process(input, config): { tensor: tf.Tensor, canvas: OffscreenCanvas | HTMLCanvasElement } {
|
||||
let tensor;
|
||||
if (!input) throw new Error('Human: Input is missing');
|
||||
if (input instanceof tf.Tensor) {
|
||||
tensor = tf.clone(input);
|
||||
} else {
|
||||
|
|
|
|||
|
|
@ -16,3 +16,4 @@ export declare class MediaPipeFaceMesh {
|
|||
}
|
||||
export declare function load(config: any): Promise<MediaPipeFaceMesh>;
|
||||
export declare const triangulation: number[];
|
||||
export declare const uvmap: number[][];
|
||||
|
|
|
|||
|
|
@ -77,6 +77,8 @@ export declare class Human {
|
|||
nanodet: typeof nanodet;
|
||||
faceres: typeof faceres;
|
||||
};
|
||||
faceTriangulation: typeof facemesh.triangulation;
|
||||
faceUVMap: typeof facemesh.uvmap;
|
||||
sysinfo: {
|
||||
platform: string;
|
||||
agent: string;
|
||||
|
|
|
|||
Loading…
Reference in New Issue