/** * Human demo for browsers * @default Human Library * @summary * @author * @copyright * @license MIT */ import * as H from '../../dist/human.esm.js'; // equivalent of @vladmandic/Human const width = 1920; // used by webcam config as well as human maximum resultion // can be anything, but resolutions higher than 4k will disable internal optimizations const humanConfig: Partial = { // user configuration for human, used to fine-tune behavior // backend: 'webgpu', modelBasePath: '../../models', filter: { enabled: true, equalization: false, flip: false }, face: { enabled: true, detector: { rotation: true }, mesh: { enabled: true }, attention: { enabled: false }, iris: { enabled: true }, description: { enabled: true }, emotion: { enabled: true }, antispoof: { enabled: true }, liveness: { enabled: true } }, body: { enabled: true }, hand: { enabled: true }, // face: { enabled: true, mesh: { enabled: false } }, // body: { enabled: false }, // hand: { enabled: false }, object: { enabled: false }, segmentation: { enabled: false }, gesture: { enabled: true }, }; const human = new H.Human(humanConfig); // create instance of human with overrides from user configuration human.env.perfadd = false; // is performance data showing instant or total values human.draw.options.font = 'small-caps 18px "Lato"'; // set font used to draw labels when using draw methods human.draw.options.lineHeight = 20; human.draw.options.drawPoints = true; // draw points on face mesh // human.draw.options.fillPolygons = true; const dom = { // grab instances of dom objects so we dont have to look them up later video: document.getElementById('video') as HTMLVideoElement, canvas: document.getElementById('canvas') as HTMLCanvasElement, log: document.getElementById('log') as HTMLPreElement, fps: document.getElementById('status') as HTMLPreElement, perf: document.getElementById('performance') as HTMLDivElement, }; const timestamp = { detect: 0, draw: 0, tensors: 0, start: 0 }; // holds information used to calculate performance and possible memory leaks const fps = { detectFPS: 0, drawFPS: 0, frames: 0, averageMs: 0 }; // holds calculated fps information for both detect and screen refresh const log = (...msg) => { // helper method to output messages dom.log.innerText += msg.join(' ') + '\n'; console.log(...msg); // eslint-disable-line no-console }; const status = (msg) => dom.fps.innerText = msg; // print status element const perf = (msg) => dom.perf.innerText = 'tensors:' + human.tf.memory().numTensors.toString() + ' | performance: ' + JSON.stringify(msg).replace(/"|{|}/g, '').replace(/,/g, ' | '); // print performance element async function detectionLoop() { // main detection loop if (!dom.video.paused) { if (timestamp.start === 0) timestamp.start = human.now(); // log('profiling data:', await human.profile(dom.video)); await human.detect(dom.video); // actual detection; were not capturing output in a local variable as it can also be reached via human.result const tensors = human.tf.memory().numTensors; // check current tensor usage for memory leaks if (tensors - timestamp.tensors !== 0) log('allocated tensors:', tensors - timestamp.tensors); // printed on start and each time there is a tensor leak timestamp.tensors = tensors; fps.detectFPS = Math.round(1000 * 1000 / (human.now() - timestamp.detect)) / 1000; fps.frames++; fps.averageMs = Math.round(1000 * (human.now() - timestamp.start) / fps.frames) / 1000; if (fps.frames % 100 === 0 && !dom.video.paused) log('performance', { ...fps, tensors: timestamp.tensors }); } timestamp.detect = human.now(); requestAnimationFrame(detectionLoop); // start new frame immediately } async function drawLoop() { // main screen refresh loop if (!dom.video.paused) { const interpolated = human.next(human.result); // smoothen result using last-known results const processed = await human.image(dom.video); // get current video frame, but enhanced with human.filters human.draw.canvas(processed.canvas as HTMLCanvasElement, dom.canvas); const opt: Partial = { bodyLabels: `person confidence [score] and ${human.result?.body?.[0]?.keypoints.length} keypoints` }; await human.draw.all(dom.canvas, interpolated, opt); // draw labels, boxes, lines, etc. perf(interpolated.performance); // write performance data } const now = human.now(); fps.drawFPS = Math.round(1000 * 1000 / (now - timestamp.draw)) / 1000; timestamp.draw = now; status(dom.video.paused ? 'paused' : `fps: ${fps.detectFPS.toFixed(1).padStart(5, ' ')} detect | ${fps.drawFPS.toFixed(1).padStart(5, ' ')} draw`); // write status setTimeout(drawLoop, 30); // use to slow down refresh from max refresh rate to target of 30 fps } async function webCam() { const devices = await human.webcam.enumerate(); const id = devices[0].deviceId; // use first available video source await human.webcam.start({ element: dom.video, crop: false, width, id }); // use human webcam helper methods and associate webcam stream with a dom element dom.canvas.width = human.webcam.width; dom.canvas.height = human.webcam.height; dom.canvas.onclick = async () => { // pause when clicked on screen and resume on next click if (human.webcam.paused) await human.webcam.play(); else human.webcam.pause(); }; } async function main() { // main entry point log('human version:', human.version, '| tfjs version:', human.tf.version['tfjs-core']); log('platform:', human.env.platform, '| agent:', human.env.agent); status('loading...'); await human.load(); // preload all models log('backend:', human.tf.getBackend(), '| available:', human.env.backends); log('models stats:', human.models.stats()); log('models loaded:', human.models.loaded()); log('environment', human.env); status('initializing...'); await human.warmup(); // warmup function to initialize backend for future faster detection await webCam(); // start webcam await detectionLoop(); // start detection loop await drawLoop(); // start draw loop } window.onload = main;