diff --git a/dist/demo-browser-index.js b/dist/demo-browser-index.js index 51e3bcb1..81bcb370 100644 --- a/dist/demo-browser-index.js +++ b/dist/demo-browser-index.js @@ -4771,7 +4771,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`,Z6={};Nr(Z6,{author:()=>av,browser:()=>nv,bugs:()=>sv,default:()=>Xae,dependencies:()=>cv,description:()=>Y6,devDependencies:()=>dv,engines:()=>lv,homepage:()=>iv,keywords:()=>fv,license:()=>ov,main:()=>ev,module:()=>tv,name:()=>J6,peerDependencies:()=>hv,repository:()=>uv,scripts:()=>pv,sideEffects:()=>Q6,types:()=>rv,version:()=>N2});var J6="@vladmandic/human",N2="0.20.8",Y6="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",Q6=!1,ev="dist/human.node.js",tv="dist/human.esm.js",nv="dist/human.esm.js",rv="types/human.d.ts",av="Vladimir Mandic ",sv={url:"https://github.com/vladmandic/human/issues"},iv="https://github.com/vladmandic/human#readme",ov="MIT",lv={node:">=12.0.0"},uv={type:"git",url:"git+https://github.com/vladmandic/human.git"},cv={},hv={},dv={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},pv={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},fv=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],Xae={name:J6,version:N2,description:Y6,sideEffects:Q6,main:ev,module:tv,browser:nv,types:rv,author:av,bugs:sv,homepage:iv,license:ov,engines:lv,repository:uv,dependencies:cv,peerDependencies:hv,devDependencies:dv,scripts:pv,keywords:fv},ft=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function Wc(...e){let t=n=>n&&typeof n=="object";return e.reduce((n,r)=>(Object.keys(r||{}).forEach(a=>{let s=n[a],i=r[a];Array.isArray(s)&&Array.isArray(i)?n[a]=s.concat(...i):t(s)&&t(i)?n[a]=Wc(s,i):n[a]=i}),n),{})}var mv=class{constructor(e={}){this.tf=P2,this.package=Z6,this.version=N2,this.config=Wc(qae,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=_6,this.age=I6,this.gender=N6,this.emotion=S6,this.body=R6,this.hand=V6}profile(){return this.config.profile?k6:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let t=this.tf.engine().state.numTensors,n=this.numTensors;this.numTensors=t;let r=t-n;r!==0&&Ve(...e,r)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(t){return"backend not loaded"}return null}simmilarity(e,t){return this.config.face.embedding.enabled?tae(e,t):0}async load(e=null){this.state="load";let t=ft();e&&(this.config=Wc(this.config,e)),this.firstRun&&(Ve(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(Ve("configuration:",this.config),Ve("tf flags:",this.tf.ENV.flags)));let n=this.config.face.detector.modelPath.includes("faceboxes")?b6:_6;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?n.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?r2(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?s2(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?c2(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?E6(this.config):null),this.models.posenet||(this.config.body.enabled?f2(this.config):null),this.models.handpose||(this.config.hand.enabled?x2(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await n.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await r2(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await s2(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await c2(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await E6(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await f2(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await x2(this.config))),this.firstRun&&(Ve("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let r=Math.trunc(ft()-t);r>(this.perf.load||0)&&(this.perf.load=r)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let t=ft();this.state="backend",Ve("setting backend:",this.config.backend),this.config.backend==="wasm"&&(Ve("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||Ve("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&Cre();try{await this.tf.setBackend(this.config.backend)}catch(n){Ve("error: cannot set backend:",this.config.backend,n)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(Ve("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let n=await this.tf.backend().getGPGPUContext().gl;Ve(`gl version:${n.getParameter(n.VERSION)} renderer:${n.getParameter(n.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(ft()-t)}}async detectFace(e){var t,n,r,a,s,i;let o,l,c,u,h,d=[];this.state="run:face",o=ft();let p=await((t=this.models.face)==null?void 0:t.estimateFaces(e,this.config));this.perf.face=Math.trunc(ft()-o);for(let f of p){if(this.analyze("Get Face"),!f.image||f.image.isDisposedInternal){Ve("Face object is disposed:",f.image);continue}this.analyze("Start Age:"),this.config.async?l=this.config.face.age.enabled?a2(f.image,this.config):{}:(this.state="run:age",o=ft(),l=this.config.face.age.enabled?await a2(f.image,this.config):{},this.perf.age=Math.trunc(ft()-o)),this.analyze("Start Gender:"),this.config.async?c=this.config.face.gender.enabled?i2(f.image,this.config):{}:(this.state="run:gender",o=ft(),c=this.config.face.gender.enabled?await i2(f.image,this.config):{},this.perf.gender=Math.trunc(ft()-o)),this.analyze("Start Emotion:"),this.config.async?u=this.config.face.emotion.enabled?h2(f.image,this.config):{}:(this.state="run:emotion",o=ft(),u=this.config.face.emotion.enabled?await h2(f.image,this.config):{},this.perf.emotion=Math.trunc(ft()-o)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?h=this.config.face.embedding.enabled?C6(f.image,this.config):[]:(this.state="run:embedding",o=ft(),h=this.config.face.embedding.enabled?await C6(f.image,this.config):[],this.perf.embedding=Math.trunc(ft()-o)),this.analyze("End Emotion:"),this.config.async&&([l,c,u,h]=await Promise.all([l,c,u,h])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((n=f==null?void 0:f.annotations)==null?void 0:n.leftEyeIris)&&((r=f==null?void 0:f.annotations)==null?void 0:r.rightEyeIris)&&(delete f.annotations.leftEyeIris,delete f.annotations.rightEyeIris);let m=((a=f.annotations)==null?void 0:a.leftEyeIris)&&((s=f.annotations)==null?void 0:s.rightEyeIris)?11.7*Math.max(Math.abs(f.annotations.leftEyeIris[3][0]-f.annotations.leftEyeIris[1][0]),Math.abs(f.annotations.rightEyeIris[4][1]-f.annotations.rightEyeIris[2][1])):0;d.push({confidence:f.confidence,box:f.box,mesh:f.mesh,boxRaw:f.boxRaw,meshRaw:f.meshRaw,annotations:f.annotations,age:l.age,gender:c.gender,genderConfidence:c.confidence,emotion:u,embedding:h,iris:m!==0?Math.trunc(m)/100:0}),(i=f.image)==null||i.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),d}async detect(e,t={}){return new Promise(async n=>{var r,a,s,i;this.state="config";let o;this.config=Wc(this.config,t),this.state="check";let l=this.sanity(e);l&&(Ve(l,e),n({error:l}));let c,u,h,d=ft();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),o=ft();let p=Gae(e,this.config);if(!p||!p.tensor){Ve("could not convert input to tensor"),n({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(ft()-o),this.analyze("Get Image:"),this.config.async?(h=this.config.face.enabled?this.detectFace(p.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",o=ft(),h=this.config.face.enabled?await this.detectFace(p.tensor):[],this.perf.face=Math.trunc(ft()-o)),this.analyze("Start Body:"),this.config.async?(c=this.config.body.enabled?(r=this.models.posenet)==null?void 0:r.estimatePoses(p.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",o=ft(),c=this.config.body.enabled?await((a=this.models.posenet)==null?void 0:a.estimatePoses(p.tensor,this.config)):[],this.perf.body=Math.trunc(ft()-o)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(u=this.config.hand.enabled?(s=this.models.handpose)==null?void 0:s.estimateHands(p.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",o=ft(),u=this.config.hand.enabled?await((i=this.models.handpose)==null?void 0:i.estimateHands(p.tensor,this.config)):[],this.perf.hand=Math.trunc(ft()-o)),this.analyze("End Hand:"),this.config.async&&([h,c,u]=await Promise.all([h,c,u])),p.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let f=[];this.config.gesture.enabled&&(o=ft(),f=[...Bae(h),...Wae(c),...Uae(u),...Vae(h)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(ft()-o)),this.perf.total=Math.trunc(ft()-d),this.state="idle",n({face:h,body:c,hand:u,gesture:f,performance:this.perf,canvas:p.canvas})})}async warmupBitmap(){let e=(r,a="application/octet-stream")=>fetch(`data:${a};base64,${r}`).then(s=>s.blob()),t,n;switch(this.config.warmup){case"face":t=await e(k2);break;case"full":t=await e(I2);break;default:t=null}if(t){let r=await createImageBitmap(t);n=await this.detect(r,this.config),r.close()}return n}async warmupCanvas(){return new Promise(e=>{let t,n=0;switch(this.config.warmup){case"face":n=256,t="data:image/jpeg;base64,"+k2;break;case"full":n=1200,t="data:image/jpeg;base64,"+I2;break;default:t=null}let r=new Image(n,n);r.onload=()=>{let a=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(n,n):document.createElement("canvas");a.width=n,a.height=n;let s=a.getContext("2d");s==null||s.drawImage(r,0,0);let i=s==null?void 0:s.getImageData(0,0,n,n);this.detect(i,this.config).then(o=>e(o))},t?r.src=t:e(null)})}async warmupNode(){let e=s=>Buffer.from(s,"base64"),t=this.config.warmup==="face"?e(k2):e(I2),n=(void 0).decodeJpeg(t),r=n.expandDims(0);this.tf.dispose(n);let a=await this.detect(r,this.config);return this.tf.dispose(r),a}async warmup(e){let t=ft();e&&(this.config=Wc(this.config,e));let n=this.config.videoOptimized;this.config.videoOptimized=!1;let r;typeof createImageBitmap=="function"?r=await this.warmupBitmap():typeof Image!="undefined"?r=await this.warmupCanvas():r=await this.warmupNode(),this.config.videoOptimized=n;let a=ft();return Ve("Warmup",this.config.warmup,Math.round(a-t),"ms",r),r}};async function Kae(e,t,n){if(!e)return;let r=t.getContext("2d");r.font=n.baseFont,r.fillStyle=n.baseLabel;let a=1;for(let s=0;s1&&o[1].length>0){let l=i[1]>0?`#${i[1]}`:"",c=`${i[0]} ${l}: ${o[1]}`;r.fillStyle="black",r.fillText(c,8,2+a*n.baseLineHeight),r.fillStyle=n.baseLabel,r.fillText(c,6,0+a*n.baseLineHeight),a+=1}}}async function Zae(e,t,n,r){if(!e)return;let a=t.getContext("2d");for(let s of e){a.font=n.baseFont,a.strokeStyle=n.baseColor,a.fillStyle=n.baseColor,a.lineWidth=n.baseLineWidth,a.beginPath(),n.drawBoxes&&a.rect(s.box[0],s.box[1],s.box[2],s.box[3]);let i=[];if(s.genderConfidence&&i.push(`${s.gender||""} ${Math.trunc(100*s.genderConfidence)}% confident`),s.age&&i.push(`age: ${s.age||""}`),s.iris&&i.push(`iris distance: ${s.iris}`),s.emotion&&s.emotion.length>0){let o=s.emotion.map(l=>`${Math.trunc(100*l.score)}% ${l.emotion}`);i.push(o.join(" "))}i.length===0&&i.push("face"),a.fillStyle=n.baseLabel;for(let o=0;os.mesh[u]),c=new Path2D;c.moveTo(l[0][0],l[0][1]);for(let u of l)c.lineTo(u[0],u[1]);c.closePath(),a.strokeStyle=n.useDepth?`rgba(${127.5+2*l[0][2]}, ${127.5-2*l[0][2]}, 255, 0.3)`:n.baseColor,a.stroke(c),n.fillPolygons&&(a.fillStyle=n.useDepth?`rgba(${127.5+2*l[0][2]}, ${127.5-2*l[0][2]}, 255, 0.3)`:n.baseColor,a.fill(c))}if(s.annotations&&s.annotations.leftEyeIris){a.strokeStyle=n.useDepth?"rgba(255, 200, 255, 0.3)":n.baseColor,a.beginPath();let o=Math.abs(s.annotations.leftEyeIris[3][0]-s.annotations.leftEyeIris[1][0])/2,l=Math.abs(s.annotations.leftEyeIris[4][1]-s.annotations.leftEyeIris[2][1])/2;a.ellipse(s.annotations.leftEyeIris[0][0],s.annotations.leftEyeIris[0][1],o,l,0,0,2*Math.PI),a.stroke(),n.fillPolygons&&(a.fillStyle=n.useDepth?"rgba(255, 255, 200, 0.3)":n.baseColor,a.fill())}if(s.annotations&&s.annotations.rightEyeIris){a.strokeStyle=n.useDepth?"rgba(255, 200, 255, 0.3)":n.baseColor,a.beginPath();let o=Math.abs(s.annotations.rightEyeIris[3][0]-s.annotations.rightEyeIris[1][0])/2,l=Math.abs(s.annotations.rightEyeIris[4][1]-s.annotations.rightEyeIris[2][1])/2;a.ellipse(s.annotations.rightEyeIris[0][0],s.annotations.rightEyeIris[0][1],o,l,0,0,2*Math.PI),a.stroke(),n.fillPolygons&&(a.fillStyle=n.useDepth?"rgba(255, 255, 200, 0.3)":n.baseColor,a.fill())}}}}}var Va=[];async function Jae(e,t,n){if(!e)return;let r=t.getContext("2d");r.lineJoin="round";for(let a=0;al.part==="leftShoulder"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="rightShoulder"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="rightHip"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftHip"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftShoulder"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="leftHip"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="leftKnee"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftAnkle"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="rightHip"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="rightKnee"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="rightAnkle"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="leftShoulder"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="leftElbow"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftWrist"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="rightShoulder"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="rightElbow"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="rightWrist"),o&&s.lineTo(o.position.x,o.position.y)),r.stroke(s)}}}async function Yae(e,t,n){if(!e)return;let r=t.getContext("2d");r.lineJoin="round";for(let a of e){if(r.font=n.baseFont,r.lineWidth=n.baseLineWidth,n.drawBoxes&&(r.lineWidth=n.baseLineWidth,r.beginPath(),r.strokeStyle=n.baseColor,r.fillStyle=n.baseColor,r.rect(a.box[0],a.box[1],a.box[2],a.box[3]),r.fillStyle="black",r.fillText("hand",a.box[0]+3,1+a.box[1]+n.baseLineHeight,a.box[2]),r.fillStyle=n.baseLabel,r.fillText("hand",a.box[0]+2,0+a.box[1]+n.baseLineHeight,a.box[2]),r.stroke()),n.drawPoints&&a.landmarks&&a.landmarks.length>0)for(let s of a.landmarks)r.fillStyle=n.useDepth?`rgba(${127.5+2*s[2]}, ${127.5-2*s[2]}, 255, 0.5)`:n.baseColor,r.beginPath(),r.arc(s[0],s[1],2,0,2*Math.PI),r.fill();if(n.drawPolygons){let s=i=>{if(!!i)for(let o=0;o0?o-1:0][0],i[o>0?o-1:0][1]),r.lineTo(i[o][0],i[o][1]),r.stroke()};s(a.annotations.indexFinger),s(a.annotations.middleFinger),s(a.annotations.ringFinger),s(a.annotations.pinky),s(a.annotations.thumb)}}}var Bc={face:Zae,body:Jae,hand:Yae,gesture:Kae};var Vc=0,Av=!1,wt={background:"darkslategray",hover:"lightgray",itemBackground:"black",itemColor:"white",buttonBackground:"lightblue",buttonHover:"lightgreen",checkboxOn:"lightgreen",checkboxOff:"lightcoral",rangeBackground:"lightblue",rangeLabel:"white",chartColor:"lightblue"};function Qae(){if(Av)return;let e=` +2Q==`,Z6={};Nr(Z6,{author:()=>av,browser:()=>nv,bugs:()=>sv,default:()=>Xae,dependencies:()=>cv,description:()=>Y6,devDependencies:()=>dv,engines:()=>lv,homepage:()=>iv,keywords:()=>fv,license:()=>ov,main:()=>ev,module:()=>tv,name:()=>J6,peerDependencies:()=>hv,repository:()=>uv,scripts:()=>pv,sideEffects:()=>Q6,types:()=>rv,version:()=>N2});var J6="@vladmandic/human",N2="0.20.9",Y6="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",Q6=!1,ev="dist/human.node.js",tv="dist/human.esm.js",nv="dist/human.esm.js",rv="types/human.d.ts",av="Vladimir Mandic ",sv={url:"https://github.com/vladmandic/human/issues"},iv="https://github.com/vladmandic/human#readme",ov="MIT",lv={node:">=12.0.0"},uv={type:"git",url:"git+https://github.com/vladmandic/human.git"},cv={},hv={},dv={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},pv={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},fv=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],Xae={name:J6,version:N2,description:Y6,sideEffects:Q6,main:ev,module:tv,browser:nv,types:rv,author:av,bugs:sv,homepage:iv,license:ov,engines:lv,repository:uv,dependencies:cv,peerDependencies:hv,devDependencies:dv,scripts:pv,keywords:fv},ft=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function Wc(...e){let t=n=>n&&typeof n=="object";return e.reduce((n,r)=>(Object.keys(r||{}).forEach(a=>{let s=n[a],i=r[a];Array.isArray(s)&&Array.isArray(i)?n[a]=s.concat(...i):t(s)&&t(i)?n[a]=Wc(s,i):n[a]=i}),n),{})}var mv=class{constructor(e={}){this.tf=P2,this.package=Z6,this.version=N2,this.config=Wc(qae,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=_6,this.age=I6,this.gender=N6,this.emotion=S6,this.body=R6,this.hand=V6}profile(){return this.config.profile?k6:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let t=this.tf.engine().state.numTensors,n=this.numTensors;this.numTensors=t;let r=t-n;r!==0&&Ve(...e,r)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(t){return"backend not loaded"}return null}simmilarity(e,t){return this.config.face.embedding.enabled?tae(e,t):0}async load(e=null){this.state="load";let t=ft();e&&(this.config=Wc(this.config,e)),this.firstRun&&(Ve(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(Ve("configuration:",this.config),Ve("tf flags:",this.tf.ENV.flags)));let n=this.config.face.detector.modelPath.includes("faceboxes")?b6:_6;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?n.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?r2(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?s2(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?c2(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?E6(this.config):null),this.models.posenet||(this.config.body.enabled?f2(this.config):null),this.models.handpose||(this.config.hand.enabled?x2(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await n.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await r2(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await s2(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await c2(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await E6(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await f2(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await x2(this.config))),this.firstRun&&(Ve("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let r=Math.trunc(ft()-t);r>(this.perf.load||0)&&(this.perf.load=r)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let t=ft();this.state="backend",Ve("setting backend:",this.config.backend),this.config.backend==="wasm"&&(Ve("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||Ve("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&Cre();try{await this.tf.setBackend(this.config.backend)}catch(n){Ve("error: cannot set backend:",this.config.backend,n)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(Ve("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let n=await this.tf.backend().getGPGPUContext().gl;Ve(`gl version:${n.getParameter(n.VERSION)} renderer:${n.getParameter(n.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(ft()-t)}}async detectFace(e){var t,n,r,a,s,i;let o,l,c,u,h,d=[];this.state="run:face",o=ft();let p=await((t=this.models.face)==null?void 0:t.estimateFaces(e,this.config));this.perf.face=Math.trunc(ft()-o);for(let f of p){if(this.analyze("Get Face"),!f.image||f.image.isDisposedInternal){Ve("Face object is disposed:",f.image);continue}this.analyze("Start Age:"),this.config.async?l=this.config.face.age.enabled?a2(f.image,this.config):{}:(this.state="run:age",o=ft(),l=this.config.face.age.enabled?await a2(f.image,this.config):{},this.perf.age=Math.trunc(ft()-o)),this.analyze("Start Gender:"),this.config.async?c=this.config.face.gender.enabled?i2(f.image,this.config):{}:(this.state="run:gender",o=ft(),c=this.config.face.gender.enabled?await i2(f.image,this.config):{},this.perf.gender=Math.trunc(ft()-o)),this.analyze("Start Emotion:"),this.config.async?u=this.config.face.emotion.enabled?h2(f.image,this.config):{}:(this.state="run:emotion",o=ft(),u=this.config.face.emotion.enabled?await h2(f.image,this.config):{},this.perf.emotion=Math.trunc(ft()-o)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?h=this.config.face.embedding.enabled?C6(f.image,this.config):[]:(this.state="run:embedding",o=ft(),h=this.config.face.embedding.enabled?await C6(f.image,this.config):[],this.perf.embedding=Math.trunc(ft()-o)),this.analyze("End Emotion:"),this.config.async&&([l,c,u,h]=await Promise.all([l,c,u,h])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((n=f==null?void 0:f.annotations)==null?void 0:n.leftEyeIris)&&((r=f==null?void 0:f.annotations)==null?void 0:r.rightEyeIris)&&(delete f.annotations.leftEyeIris,delete f.annotations.rightEyeIris);let m=((a=f.annotations)==null?void 0:a.leftEyeIris)&&((s=f.annotations)==null?void 0:s.rightEyeIris)?11.7*Math.max(Math.abs(f.annotations.leftEyeIris[3][0]-f.annotations.leftEyeIris[1][0]),Math.abs(f.annotations.rightEyeIris[4][1]-f.annotations.rightEyeIris[2][1])):0;d.push({confidence:f.confidence,box:f.box,mesh:f.mesh,boxRaw:f.boxRaw,meshRaw:f.meshRaw,annotations:f.annotations,age:l.age,gender:c.gender,genderConfidence:c.confidence,emotion:u,embedding:h,iris:m!==0?Math.trunc(m)/100:0}),(i=f.image)==null||i.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),d}async detect(e,t={}){return new Promise(async n=>{var r,a,s,i;this.state="config";let o;this.config=Wc(this.config,t),this.state="check";let l=this.sanity(e);l&&(Ve(l,e),n({error:l}));let c,u,h,d=ft();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),o=ft();let p=Gae(e,this.config);if(!p||!p.tensor){Ve("could not convert input to tensor"),n({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(ft()-o),this.analyze("Get Image:"),this.config.async?(h=this.config.face.enabled?this.detectFace(p.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",o=ft(),h=this.config.face.enabled?await this.detectFace(p.tensor):[],this.perf.face=Math.trunc(ft()-o)),this.analyze("Start Body:"),this.config.async?(c=this.config.body.enabled?(r=this.models.posenet)==null?void 0:r.estimatePoses(p.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",o=ft(),c=this.config.body.enabled?await((a=this.models.posenet)==null?void 0:a.estimatePoses(p.tensor,this.config)):[],this.perf.body=Math.trunc(ft()-o)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(u=this.config.hand.enabled?(s=this.models.handpose)==null?void 0:s.estimateHands(p.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",o=ft(),u=this.config.hand.enabled?await((i=this.models.handpose)==null?void 0:i.estimateHands(p.tensor,this.config)):[],this.perf.hand=Math.trunc(ft()-o)),this.analyze("End Hand:"),this.config.async&&([h,c,u]=await Promise.all([h,c,u])),p.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let f=[];this.config.gesture.enabled&&(o=ft(),f=[...Bae(h),...Wae(c),...Uae(u),...Vae(h)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(ft()-o)),this.perf.total=Math.trunc(ft()-d),this.state="idle",n({face:h,body:c,hand:u,gesture:f,performance:this.perf,canvas:p.canvas})})}async warmupBitmap(){let e=(r,a="application/octet-stream")=>fetch(`data:${a};base64,${r}`).then(s=>s.blob()),t,n;switch(this.config.warmup){case"face":t=await e(k2);break;case"full":t=await e(I2);break;default:t=null}if(t){let r=await createImageBitmap(t);n=await this.detect(r,this.config),r.close()}return n}async warmupCanvas(){return new Promise(e=>{let t,n=0;switch(this.config.warmup){case"face":n=256,t="data:image/jpeg;base64,"+k2;break;case"full":n=1200,t="data:image/jpeg;base64,"+I2;break;default:t=null}let r=new Image(n,n);r.onload=()=>{let a=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(n,n):document.createElement("canvas");a.width=n,a.height=n;let s=a.getContext("2d");s==null||s.drawImage(r,0,0);let i=s==null?void 0:s.getImageData(0,0,n,n);this.detect(i,this.config).then(o=>e(o))},t?r.src=t:e(null)})}async warmupNode(){let e=s=>Buffer.from(s,"base64"),t=this.config.warmup==="face"?e(k2):e(I2),n=(void 0).decodeJpeg(t),r=n.expandDims(0);this.tf.dispose(n);let a=await this.detect(r,this.config);return this.tf.dispose(r),a}async warmup(e){let t=ft();e&&(this.config=Wc(this.config,e));let n=this.config.videoOptimized;this.config.videoOptimized=!1;let r;typeof createImageBitmap=="function"?r=await this.warmupBitmap():typeof Image!="undefined"?r=await this.warmupCanvas():r=await this.warmupNode(),this.config.videoOptimized=n;let a=ft();return Ve("Warmup",this.config.warmup,Math.round(a-t),"ms",r),r}};async function Kae(e,t,n){if(!e)return;let r=t.getContext("2d");r.font=n.baseFont,r.fillStyle=n.baseLabel;let a=1;for(let s=0;s1&&o[1].length>0){let l=i[1]>0?`#${i[1]}`:"",c=`${i[0]} ${l}: ${o[1]}`;r.fillStyle="black",r.fillText(c,8,2+a*n.baseLineHeight),r.fillStyle=n.baseLabel,r.fillText(c,6,0+a*n.baseLineHeight),a+=1}}}async function Zae(e,t,n,r){if(!e)return;let a=t.getContext("2d");for(let s of e){a.font=n.baseFont,a.strokeStyle=n.baseColor,a.fillStyle=n.baseColor,a.lineWidth=n.baseLineWidth,a.beginPath(),n.drawBoxes&&a.rect(s.box[0],s.box[1],s.box[2],s.box[3]);let i=[];if(s.genderConfidence&&i.push(`${s.gender||""} ${Math.trunc(100*s.genderConfidence)}% confident`),s.age&&i.push(`age: ${s.age||""}`),s.iris&&i.push(`iris distance: ${s.iris}`),s.emotion&&s.emotion.length>0){let o=s.emotion.map(l=>`${Math.trunc(100*l.score)}% ${l.emotion}`);i.push(o.join(" "))}i.length===0&&i.push("face"),a.fillStyle=n.baseLabel;for(let o=0;os.mesh[u]),c=new Path2D;c.moveTo(l[0][0],l[0][1]);for(let u of l)c.lineTo(u[0],u[1]);c.closePath(),a.strokeStyle=n.useDepth?`rgba(${127.5+2*l[0][2]}, ${127.5-2*l[0][2]}, 255, 0.3)`:n.baseColor,a.stroke(c),n.fillPolygons&&(a.fillStyle=n.useDepth?`rgba(${127.5+2*l[0][2]}, ${127.5-2*l[0][2]}, 255, 0.3)`:n.baseColor,a.fill(c))}if(s.annotations&&s.annotations.leftEyeIris){a.strokeStyle=n.useDepth?"rgba(255, 200, 255, 0.3)":n.baseColor,a.beginPath();let o=Math.abs(s.annotations.leftEyeIris[3][0]-s.annotations.leftEyeIris[1][0])/2,l=Math.abs(s.annotations.leftEyeIris[4][1]-s.annotations.leftEyeIris[2][1])/2;a.ellipse(s.annotations.leftEyeIris[0][0],s.annotations.leftEyeIris[0][1],o,l,0,0,2*Math.PI),a.stroke(),n.fillPolygons&&(a.fillStyle=n.useDepth?"rgba(255, 255, 200, 0.3)":n.baseColor,a.fill())}if(s.annotations&&s.annotations.rightEyeIris){a.strokeStyle=n.useDepth?"rgba(255, 200, 255, 0.3)":n.baseColor,a.beginPath();let o=Math.abs(s.annotations.rightEyeIris[3][0]-s.annotations.rightEyeIris[1][0])/2,l=Math.abs(s.annotations.rightEyeIris[4][1]-s.annotations.rightEyeIris[2][1])/2;a.ellipse(s.annotations.rightEyeIris[0][0],s.annotations.rightEyeIris[0][1],o,l,0,0,2*Math.PI),a.stroke(),n.fillPolygons&&(a.fillStyle=n.useDepth?"rgba(255, 255, 200, 0.3)":n.baseColor,a.fill())}}}}}var Va=[];async function Jae(e,t,n){if(!e)return;let r=t.getContext("2d");r.lineJoin="round";for(let a=0;al.part==="leftShoulder"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="rightShoulder"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="rightHip"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftHip"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftShoulder"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="leftHip"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="leftKnee"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftAnkle"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="rightHip"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="rightKnee"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="rightAnkle"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="leftShoulder"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="leftElbow"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="leftWrist"),o&&s.lineTo(o.position.x,o.position.y)),i=e[a].keypoints.find(l=>l.part==="rightShoulder"),i&&(s.moveTo(i.position.x,i.position.y),o=e[a].keypoints.find(l=>l.part==="rightElbow"),o&&s.lineTo(o.position.x,o.position.y),o=e[a].keypoints.find(l=>l.part==="rightWrist"),o&&s.lineTo(o.position.x,o.position.y)),r.stroke(s)}}}async function Yae(e,t,n){if(!e)return;let r=t.getContext("2d");r.lineJoin="round";for(let a of e){if(r.font=n.baseFont,r.lineWidth=n.baseLineWidth,n.drawBoxes&&(r.lineWidth=n.baseLineWidth,r.beginPath(),r.strokeStyle=n.baseColor,r.fillStyle=n.baseColor,r.rect(a.box[0],a.box[1],a.box[2],a.box[3]),r.fillStyle="black",r.fillText("hand",a.box[0]+3,1+a.box[1]+n.baseLineHeight,a.box[2]),r.fillStyle=n.baseLabel,r.fillText("hand",a.box[0]+2,0+a.box[1]+n.baseLineHeight,a.box[2]),r.stroke()),n.drawPoints&&a.landmarks&&a.landmarks.length>0)for(let s of a.landmarks)r.fillStyle=n.useDepth?`rgba(${127.5+2*s[2]}, ${127.5-2*s[2]}, 255, 0.5)`:n.baseColor,r.beginPath(),r.arc(s[0],s[1],2,0,2*Math.PI),r.fill();if(n.drawPolygons){let s=i=>{if(!!i)for(let o=0;o0?o-1:0][0],i[o>0?o-1:0][1]),r.lineTo(i[o][0],i[o][1]),r.stroke()};s(a.annotations.indexFinger),s(a.annotations.middleFinger),s(a.annotations.ringFinger),s(a.annotations.pinky),s(a.annotations.thumb)}}}var Bc={face:Zae,body:Jae,hand:Yae,gesture:Kae};var Vc=0,Av=!1,wt={background:"darkslategray",hover:"lightgray",itemBackground:"black",itemColor:"white",buttonBackground:"lightblue",buttonHover:"lightgreen",checkboxOn:"lightgreen",checkboxOff:"lightcoral",rangeBackground:"lightblue",rangeLabel:"white",chartColor:"lightblue"};function Qae(){if(Av)return;let e=` :root { --rounded: 0.2rem; } .menu { position: absolute; top: 0rem; right: 0; width: max-content; padding: 0 0.2rem 0 0.2rem; line-height: 1.8rem; z-index: 10; box-shadow: 0 0 8px dimgrey; background: ${wt.background}; border-radius: var(--rounded); border-color: black; border-style: solid; border-width: thin; } diff --git a/dist/human.esm-nobundle.js b/dist/human.esm-nobundle.js index 0b053390..95101c3a 100644 --- a/dist/human.esm-nobundle.js +++ b/dist/human.esm-nobundle.js @@ -731,5 +731,5 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var M1={};B(M1,{author:()=>k0,browser:()=>Z0,bugs:()=>X0,default:()=>o5,dependencies:()=>Y0,description:()=>W0,devDependencies:()=>J0,engines:()=>F0,homepage:()=>L0,keywords:()=>K0,license:()=>H0,main:()=>O0,module:()=>I0,name:()=>j0,peerDependencies:()=>B0,repository:()=>q0,scripts:()=>U0,sideEffects:()=>N0,types:()=>V0,version:()=>S1});var j0="@vladmandic/human",S1="0.20.8",W0="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",N0=!1,O0="dist/human.node.js",I0="dist/human.esm.js",Z0="dist/human.esm.js",V0="types/human.d.ts",k0="Vladimir Mandic ",X0={url:"https://github.com/vladmandic/human/issues"},L0="https://github.com/vladmandic/human#readme",H0="MIT",F0={node:">=12.0.0"},q0={type:"git",url:"git+https://github.com/vladmandic/human.git"},Y0={},B0={},J0={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},U0={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},K0=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],o5={name:j0,version:S1,description:W0,sideEffects:N0,main:O0,module:I0,browser:Z0,types:V0,author:k0,bugs:X0,homepage:L0,license:H0,engines:F0,repository:q0,dependencies:Y0,peerDependencies:B0,devDependencies:J0,scripts:U0,keywords:K0};var v=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function se(...t){let e=n=>n&&typeof n=="object";return t.reduce((n,r)=>(Object.keys(r||{}).forEach(A=>{let c=n[A],_=r[A];Array.isArray(c)&&Array.isArray(_)?n[A]=c.concat(..._):e(c)&&e(_)?n[A]=se(c,_):n[A]=_}),n),{})}var G0=class{constructor(e={}){this.tf=D0,this.package=M1,this.version=S1,this.config=se(S0,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=C0,this.age=Ye,this.gender=Ue,this.emotion=$e,this.body=f1,this.hand=v1}profile(){return this.config.profile?He:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let A=n-r;A!==0&&u(...e,A)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(e,n){return this.config.face.embedding.enabled?C1(e,n):0}async load(e=null){this.state="load";let n=v();e&&(this.config=se(this.config,e)),this.firstRun&&(u(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(u("configuration:",this.config),u("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?Fe:C0;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?Be(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?Ge(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?n1(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?A1(this.config):null),this.models.posenet||(this.config.body.enabled?p1(this.config):null),this.models.handpose||(this.config.hand.enabled?z1(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await Be(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await Ge(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await n1(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await A1(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await p1(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await z1(this.config))),this.firstRun&&(u("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let A=Math.trunc(v()-n);A>(this.perf.load||0)&&(this.perf.load=A)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let n=v();this.state="backend",u("setting backend:",this.config.backend),this.config.backend==="wasm"&&(u("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||u("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&I1();try{await this.tf.setBackend(this.config.backend)}catch(r){u("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(u("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;u(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(v()-n)}}async detectFace(e){var i,a,y,w,l,f;let n,r,A,c,_,h=[];this.state="run:face",n=v();let x=await((i=this.models.face)==null?void 0:i.estimateFaces(e,this.config));this.perf.face=Math.trunc(v()-n);for(let s of x){if(this.analyze("Get Face"),!s.image||s.image.isDisposedInternal){u("Face object is disposed:",s.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?Je(s.image,this.config):{}:(this.state="run:age",n=v(),r=this.config.face.age.enabled?await Je(s.image,this.config):{},this.perf.age=Math.trunc(v()-n)),this.analyze("Start Gender:"),this.config.async?A=this.config.face.gender.enabled?Qe(s.image,this.config):{}:(this.state="run:gender",n=v(),A=this.config.face.gender.enabled?await Qe(s.image,this.config):{},this.perf.gender=Math.trunc(v()-n)),this.analyze("Start Emotion:"),this.config.async?c=this.config.face.emotion.enabled?r1(s.image,this.config):{}:(this.state="run:emotion",n=v(),c=this.config.face.emotion.enabled?await r1(s.image,this.config):{},this.perf.emotion=Math.trunc(v()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?_=this.config.face.embedding.enabled?c1(s.image,this.config):[]:(this.state="run:embedding",n=v(),_=this.config.face.embedding.enabled?await c1(s.image,this.config):[],this.perf.embedding=Math.trunc(v()-n)),this.analyze("End Emotion:"),this.config.async&&([r,A,c,_]=await Promise.all([r,A,c,_])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((a=s==null?void 0:s.annotations)==null?void 0:a.leftEyeIris)&&((y=s==null?void 0:s.annotations)==null?void 0:y.rightEyeIris)&&(delete s.annotations.leftEyeIris,delete s.annotations.rightEyeIris);let I=((w=s.annotations)==null?void 0:w.leftEyeIris)&&((l=s.annotations)==null?void 0:l.rightEyeIris)?11.7*Math.max(Math.abs(s.annotations.leftEyeIris[3][0]-s.annotations.leftEyeIris[1][0]),Math.abs(s.annotations.rightEyeIris[4][1]-s.annotations.rightEyeIris[2][1])):0;h.push({confidence:s.confidence,box:s.box,mesh:s.mesh,boxRaw:s.boxRaw,meshRaw:s.meshRaw,annotations:s.annotations,age:r.age,gender:A.gender,genderConfidence:A.confidence,emotion:c,embedding:_,iris:I!==0?Math.trunc(I)/100:0}),(f=s.image)==null||f.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),h}async detect(e,n={}){return new Promise(async r=>{var w,l,f,s;this.state="config";let A;this.config=se(this.config,n),this.state="check";let c=this.sanity(e);c&&(u(c,e),r({error:c}));let _,h,x,i=v();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),A=v();let a=M0(e,this.config);if(!a||!a.tensor){u("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(v()-A),this.analyze("Get Image:"),this.config.async?(x=this.config.face.enabled?this.detectFace(a.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",A=v(),x=this.config.face.enabled?await this.detectFace(a.tensor):[],this.perf.face=Math.trunc(v()-A)),this.analyze("Start Body:"),this.config.async?(_=this.config.body.enabled?(w=this.models.posenet)==null?void 0:w.estimatePoses(a.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",A=v(),_=this.config.body.enabled?await((l=this.models.posenet)==null?void 0:l.estimatePoses(a.tensor,this.config)):[],this.perf.body=Math.trunc(v()-A)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(h=this.config.hand.enabled?(f=this.models.handpose)==null?void 0:f.estimateHands(a.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",A=v(),h=this.config.hand.enabled?await((s=this.models.handpose)==null?void 0:s.estimateHands(a.tensor,this.config)):[],this.perf.hand=Math.trunc(v()-A)),this.analyze("End Hand:"),this.config.async&&([x,_,h]=await Promise.all([x,_,h])),a.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let y=[];this.config.gesture.enabled&&(A=v(),y=[...P0(x),...v0(_),...E0(h),...R0(x)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(v()-A)),this.perf.total=Math.trunc(v()-i),this.state="idle",r({face:x,body:_,hand:h,gesture:y,performance:this.perf,canvas:a.canvas})})}async warmupBitmap(){let e=(A,c="application/octet-stream")=>fetch(`data:${c};base64,${A}`).then(_=>_.blob()),n,r;switch(this.config.warmup){case"face":n=await e(Ee);break;case"full":n=await e(ze);break;default:n=null}if(n){let A=await createImageBitmap(n);r=await this.detect(A,this.config),A.close()}return r}async warmupCanvas(){return new Promise(e=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+Ee;break;case"full":r=1200,n="data:image/jpeg;base64,"+ze;break;default:n=null}let A=new Image(r,r);A.onload=()=>{let c=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");c.width=r,c.height=r;let _=c.getContext("2d");_==null||_.drawImage(A,0,0);let h=_==null?void 0:_.getImageData(0,0,r,r);this.detect(h,this.config).then(x=>e(x))},n?A.src=n:e(null)})}async warmupNode(){let e=_=>Buffer.from(_,"base64"),n=this.config.warmup==="face"?e(Ee):e(ze),r=D0.node.decodeJpeg(n),A=r.expandDims(0);this.tf.dispose(r);let c=await this.detect(A,this.config);return this.tf.dispose(A),c}async warmup(e){let n=v();e&&(this.config=se(this.config,e));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let A;typeof createImageBitmap=="function"?A=await this.warmupBitmap():typeof Image!="undefined"?A=await this.warmupCanvas():A=await this.warmupNode(),this.config.videoOptimized=r;let c=v();return u("Warmup",this.config.warmup,Math.round(c-n),"ms",A),A}};export{G0 as default}; +2Q==`;var M1={};B(M1,{author:()=>k0,browser:()=>Z0,bugs:()=>X0,default:()=>o5,dependencies:()=>Y0,description:()=>W0,devDependencies:()=>J0,engines:()=>F0,homepage:()=>L0,keywords:()=>K0,license:()=>H0,main:()=>O0,module:()=>I0,name:()=>j0,peerDependencies:()=>B0,repository:()=>q0,scripts:()=>U0,sideEffects:()=>N0,types:()=>V0,version:()=>S1});var j0="@vladmandic/human",S1="0.20.9",W0="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",N0=!1,O0="dist/human.node.js",I0="dist/human.esm.js",Z0="dist/human.esm.js",V0="types/human.d.ts",k0="Vladimir Mandic ",X0={url:"https://github.com/vladmandic/human/issues"},L0="https://github.com/vladmandic/human#readme",H0="MIT",F0={node:">=12.0.0"},q0={type:"git",url:"git+https://github.com/vladmandic/human.git"},Y0={},B0={},J0={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},U0={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},K0=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],o5={name:j0,version:S1,description:W0,sideEffects:N0,main:O0,module:I0,browser:Z0,types:V0,author:k0,bugs:X0,homepage:L0,license:H0,engines:F0,repository:q0,dependencies:Y0,peerDependencies:B0,devDependencies:J0,scripts:U0,keywords:K0};var v=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function se(...t){let e=n=>n&&typeof n=="object";return t.reduce((n,r)=>(Object.keys(r||{}).forEach(A=>{let c=n[A],_=r[A];Array.isArray(c)&&Array.isArray(_)?n[A]=c.concat(..._):e(c)&&e(_)?n[A]=se(c,_):n[A]=_}),n),{})}var G0=class{constructor(e={}){this.tf=D0,this.package=M1,this.version=S1,this.config=se(S0,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=C0,this.age=Ye,this.gender=Ue,this.emotion=$e,this.body=f1,this.hand=v1}profile(){return this.config.profile?He:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let A=n-r;A!==0&&u(...e,A)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(e,n){return this.config.face.embedding.enabled?C1(e,n):0}async load(e=null){this.state="load";let n=v();e&&(this.config=se(this.config,e)),this.firstRun&&(u(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(u("configuration:",this.config),u("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?Fe:C0;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?Be(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?Ge(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?n1(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?A1(this.config):null),this.models.posenet||(this.config.body.enabled?p1(this.config):null),this.models.handpose||(this.config.hand.enabled?z1(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await Be(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await Ge(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await n1(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await A1(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await p1(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await z1(this.config))),this.firstRun&&(u("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let A=Math.trunc(v()-n);A>(this.perf.load||0)&&(this.perf.load=A)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let n=v();this.state="backend",u("setting backend:",this.config.backend),this.config.backend==="wasm"&&(u("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||u("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&I1();try{await this.tf.setBackend(this.config.backend)}catch(r){u("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(u("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;u(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(v()-n)}}async detectFace(e){var i,a,y,w,l,f;let n,r,A,c,_,h=[];this.state="run:face",n=v();let x=await((i=this.models.face)==null?void 0:i.estimateFaces(e,this.config));this.perf.face=Math.trunc(v()-n);for(let s of x){if(this.analyze("Get Face"),!s.image||s.image.isDisposedInternal){u("Face object is disposed:",s.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?Je(s.image,this.config):{}:(this.state="run:age",n=v(),r=this.config.face.age.enabled?await Je(s.image,this.config):{},this.perf.age=Math.trunc(v()-n)),this.analyze("Start Gender:"),this.config.async?A=this.config.face.gender.enabled?Qe(s.image,this.config):{}:(this.state="run:gender",n=v(),A=this.config.face.gender.enabled?await Qe(s.image,this.config):{},this.perf.gender=Math.trunc(v()-n)),this.analyze("Start Emotion:"),this.config.async?c=this.config.face.emotion.enabled?r1(s.image,this.config):{}:(this.state="run:emotion",n=v(),c=this.config.face.emotion.enabled?await r1(s.image,this.config):{},this.perf.emotion=Math.trunc(v()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?_=this.config.face.embedding.enabled?c1(s.image,this.config):[]:(this.state="run:embedding",n=v(),_=this.config.face.embedding.enabled?await c1(s.image,this.config):[],this.perf.embedding=Math.trunc(v()-n)),this.analyze("End Emotion:"),this.config.async&&([r,A,c,_]=await Promise.all([r,A,c,_])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((a=s==null?void 0:s.annotations)==null?void 0:a.leftEyeIris)&&((y=s==null?void 0:s.annotations)==null?void 0:y.rightEyeIris)&&(delete s.annotations.leftEyeIris,delete s.annotations.rightEyeIris);let I=((w=s.annotations)==null?void 0:w.leftEyeIris)&&((l=s.annotations)==null?void 0:l.rightEyeIris)?11.7*Math.max(Math.abs(s.annotations.leftEyeIris[3][0]-s.annotations.leftEyeIris[1][0]),Math.abs(s.annotations.rightEyeIris[4][1]-s.annotations.rightEyeIris[2][1])):0;h.push({confidence:s.confidence,box:s.box,mesh:s.mesh,boxRaw:s.boxRaw,meshRaw:s.meshRaw,annotations:s.annotations,age:r.age,gender:A.gender,genderConfidence:A.confidence,emotion:c,embedding:_,iris:I!==0?Math.trunc(I)/100:0}),(f=s.image)==null||f.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),h}async detect(e,n={}){return new Promise(async r=>{var w,l,f,s;this.state="config";let A;this.config=se(this.config,n),this.state="check";let c=this.sanity(e);c&&(u(c,e),r({error:c}));let _,h,x,i=v();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),A=v();let a=M0(e,this.config);if(!a||!a.tensor){u("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(v()-A),this.analyze("Get Image:"),this.config.async?(x=this.config.face.enabled?this.detectFace(a.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",A=v(),x=this.config.face.enabled?await this.detectFace(a.tensor):[],this.perf.face=Math.trunc(v()-A)),this.analyze("Start Body:"),this.config.async?(_=this.config.body.enabled?(w=this.models.posenet)==null?void 0:w.estimatePoses(a.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",A=v(),_=this.config.body.enabled?await((l=this.models.posenet)==null?void 0:l.estimatePoses(a.tensor,this.config)):[],this.perf.body=Math.trunc(v()-A)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(h=this.config.hand.enabled?(f=this.models.handpose)==null?void 0:f.estimateHands(a.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",A=v(),h=this.config.hand.enabled?await((s=this.models.handpose)==null?void 0:s.estimateHands(a.tensor,this.config)):[],this.perf.hand=Math.trunc(v()-A)),this.analyze("End Hand:"),this.config.async&&([x,_,h]=await Promise.all([x,_,h])),a.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let y=[];this.config.gesture.enabled&&(A=v(),y=[...P0(x),...v0(_),...E0(h),...R0(x)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(v()-A)),this.perf.total=Math.trunc(v()-i),this.state="idle",r({face:x,body:_,hand:h,gesture:y,performance:this.perf,canvas:a.canvas})})}async warmupBitmap(){let e=(A,c="application/octet-stream")=>fetch(`data:${c};base64,${A}`).then(_=>_.blob()),n,r;switch(this.config.warmup){case"face":n=await e(Ee);break;case"full":n=await e(ze);break;default:n=null}if(n){let A=await createImageBitmap(n);r=await this.detect(A,this.config),A.close()}return r}async warmupCanvas(){return new Promise(e=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+Ee;break;case"full":r=1200,n="data:image/jpeg;base64,"+ze;break;default:n=null}let A=new Image(r,r);A.onload=()=>{let c=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");c.width=r,c.height=r;let _=c.getContext("2d");_==null||_.drawImage(A,0,0);let h=_==null?void 0:_.getImageData(0,0,r,r);this.detect(h,this.config).then(x=>e(x))},n?A.src=n:e(null)})}async warmupNode(){let e=_=>Buffer.from(_,"base64"),n=this.config.warmup==="face"?e(Ee):e(ze),r=D0.node.decodeJpeg(n),A=r.expandDims(0);this.tf.dispose(r);let c=await this.detect(A,this.config);return this.tf.dispose(A),c}async warmup(e){let n=v();e&&(this.config=se(this.config,e));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let A;typeof createImageBitmap=="function"?A=await this.warmupBitmap():typeof Image!="undefined"?A=await this.warmupCanvas():A=await this.warmupNode(),this.config.videoOptimized=r;let c=v();return u("Warmup",this.config.warmup,Math.round(c-n),"ms",A),A}};export{G0 as default}; //# sourceMappingURL=human.esm-nobundle.js.map diff --git a/dist/human.esm.js b/dist/human.esm.js index b990c8f6..cd6f1893 100644 --- a/dist/human.esm.js +++ b/dist/human.esm.js @@ -4771,7 +4771,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var V2={};vr(V2,{author:()=>E6,browser:()=>S6,bugs:()=>C6,default:()=>Dae,dependencies:()=>O6,description:()=>v6,devDependencies:()=>z6,engines:()=>M6,homepage:()=>R6,keywords:()=>L6,license:()=>F6,main:()=>I6,module:()=>N6,name:()=>b6,peerDependencies:()=>D6,repository:()=>$6,scripts:()=>P6,sideEffects:()=>k6,types:()=>T6,version:()=>U2});var b6="@vladmandic/human",U2="0.20.8",v6="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",k6=!1,I6="dist/human.node.js",N6="dist/human.esm.js",S6="dist/human.esm.js",T6="types/human.d.ts",E6="Vladimir Mandic ",C6={url:"https://github.com/vladmandic/human/issues"},R6="https://github.com/vladmandic/human#readme",F6="MIT",M6={node:">=12.0.0"},$6={type:"git",url:"git+https://github.com/vladmandic/human.git"},O6={},D6={},z6={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},P6={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},L6=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],Dae={name:b6,version:U2,description:v6,sideEffects:k6,main:I6,module:N6,browser:S6,types:T6,author:E6,bugs:C6,homepage:R6,license:F6,engines:M6,repository:$6,dependencies:O6,peerDependencies:D6,devDependencies:z6,scripts:P6,keywords:L6};var dt=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function zc(...e){let t=n=>n&&typeof n=="object";return e.reduce((n,r)=>(Object.keys(r||{}).forEach(a=>{let s=n[a],i=r[a];Array.isArray(s)&&Array.isArray(i)?n[a]=s.concat(...i):t(s)&&t(i)?n[a]=zc(s,i):n[a]=i}),n),{})}var B6=class{constructor(t={}){this.tf=uh,this.package=V2,this.version=U2,this.config=zc(_6,t),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=W6,this.age=a2,this.gender=o2,this.emotion=p2,this.body=R2,this.hand=P2}profile(){return this.config.profile?t2:{}}analyze(...t){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let a=n-r;a!==0&&Te(...t,a)}sanity(t){if(!this.checkSanity)return null;if(!t)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(t instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(t,n){return this.config.face.embedding.enabled?jv(t,n):0}async load(t=null){this.state="load";let n=dt();t&&(this.config=zc(this.config,t)),this.firstRun&&(Te(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(Te("configuration:",this.config),Te("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?n2:W6;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?s2(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?h2(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?A2(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?g2(this.config):null),this.models.posenet||(this.config.body.enabled?M2(this.config):null),this.models.handpose||(this.config.hand.enabled?B2(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await s2(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await h2(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await A2(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await g2(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await M2(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await B2(this.config))),this.firstRun&&(Te("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let a=Math.trunc(dt()-n);a>(this.perf.load||0)&&(this.perf.load=a)}async checkBackend(t=!1){if(this.config.backend&&this.config.backend!==""&&t||this.tf.getBackend()!==this.config.backend){let n=dt();this.state="backend",Te("setting backend:",this.config.backend),this.config.backend==="wasm"&&(Te("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||Te("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&Cv();try{await this.tf.setBackend(this.config.backend)}catch(r){Te("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(Te("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;Te(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(dt()-n)}}async detectFace(t){var c,u,h,d,p,f;let n,r,a,s,i,o=[];this.state="run:face",n=dt();let l=await((c=this.models.face)==null?void 0:c.estimateFaces(t,this.config));this.perf.face=Math.trunc(dt()-n);for(let m of l){if(this.analyze("Get Face"),!m.image||m.image.isDisposedInternal){Te("Face object is disposed:",m.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?i2(m.image,this.config):{}:(this.state="run:age",n=dt(),r=this.config.face.age.enabled?await i2(m.image,this.config):{},this.perf.age=Math.trunc(dt()-n)),this.analyze("Start Gender:"),this.config.async?a=this.config.face.gender.enabled?d2(m.image,this.config):{}:(this.state="run:gender",n=dt(),a=this.config.face.gender.enabled?await d2(m.image,this.config):{},this.perf.gender=Math.trunc(dt()-n)),this.analyze("Start Emotion:"),this.config.async?s=this.config.face.emotion.enabled?y2(m.image,this.config):{}:(this.state="run:emotion",n=dt(),s=this.config.face.emotion.enabled?await y2(m.image,this.config):{},this.perf.emotion=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?i=this.config.face.embedding.enabled?x2(m.image,this.config):[]:(this.state="run:embedding",n=dt(),i=this.config.face.embedding.enabled?await x2(m.image,this.config):[],this.perf.embedding=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.config.async&&([r,a,s,i]=await Promise.all([r,a,s,i])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((u=m==null?void 0:m.annotations)==null?void 0:u.leftEyeIris)&&((h=m==null?void 0:m.annotations)==null?void 0:h.rightEyeIris)&&(delete m.annotations.leftEyeIris,delete m.annotations.rightEyeIris);let A=((d=m.annotations)==null?void 0:d.leftEyeIris)&&((p=m.annotations)==null?void 0:p.rightEyeIris)?11.7*Math.max(Math.abs(m.annotations.leftEyeIris[3][0]-m.annotations.leftEyeIris[1][0]),Math.abs(m.annotations.rightEyeIris[4][1]-m.annotations.rightEyeIris[2][1])):0;o.push({confidence:m.confidence,box:m.box,mesh:m.mesh,boxRaw:m.boxRaw,meshRaw:m.meshRaw,annotations:m.annotations,age:r.age,gender:a.gender,genderConfidence:a.confidence,emotion:s,embedding:i,iris:A!==0?Math.trunc(A)/100:0}),(f=m.image)==null||f.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),o}async detect(t,n={}){return new Promise(async r=>{var d,p,f,m;this.state="config";let a;this.config=zc(this.config,n),this.state="check";let s=this.sanity(t);s&&(Te(s,t),r({error:s}));let i,o,l,c=dt();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),a=dt();let u=w6(t,this.config);if(!u||!u.tensor){Te("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(dt()-a),this.analyze("Get Image:"),this.config.async?(l=this.config.face.enabled?this.detectFace(u.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",a=dt(),l=this.config.face.enabled?await this.detectFace(u.tensor):[],this.perf.face=Math.trunc(dt()-a)),this.analyze("Start Body:"),this.config.async?(i=this.config.body.enabled?(d=this.models.posenet)==null?void 0:d.estimatePoses(u.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",a=dt(),i=this.config.body.enabled?await((p=this.models.posenet)==null?void 0:p.estimatePoses(u.tensor,this.config)):[],this.perf.body=Math.trunc(dt()-a)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(o=this.config.hand.enabled?(f=this.models.handpose)==null?void 0:f.estimateHands(u.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",a=dt(),o=this.config.hand.enabled?await((m=this.models.handpose)==null?void 0:m.estimateHands(u.tensor,this.config)):[],this.perf.hand=Math.trunc(dt()-a)),this.analyze("End Hand:"),this.config.async&&([l,i,o]=await Promise.all([l,i,o])),u.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let h=[];this.config.gesture.enabled&&(a=dt(),h=[...A6(l),...m6(i),...g6(o),...y6(l)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(dt()-a)),this.perf.total=Math.trunc(dt()-c),this.state="idle",r({face:l,body:i,hand:o,gesture:h,performance:this.perf,canvas:u.canvas})})}async warmupBitmap(){let t=(a,s="application/octet-stream")=>fetch(`data:${s};base64,${a}`).then(i=>i.blob()),n,r;switch(this.config.warmup){case"face":n=await t(f0);break;case"full":n=await t(m0);break;default:n=null}if(n){let a=await createImageBitmap(n);r=await this.detect(a,this.config),a.close()}return r}async warmupCanvas(){return new Promise(t=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+f0;break;case"full":r=1200,n="data:image/jpeg;base64,"+m0;break;default:n=null}let a=new Image(r,r);a.onload=()=>{let s=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");s.width=r,s.height=r;let i=s.getContext("2d");i==null||i.drawImage(a,0,0);let o=i==null?void 0:i.getImageData(0,0,r,r);this.detect(o,this.config).then(l=>t(l))},n?a.src=n:t(null)})}async warmupNode(){let t=i=>Buffer.from(i,"base64"),n=this.config.warmup==="face"?t(f0):t(m0),r=(void 0).decodeJpeg(n),a=r.expandDims(0);this.tf.dispose(r);let s=await this.detect(a,this.config);return this.tf.dispose(a),s}async warmup(t){let n=dt();t&&(this.config=zc(this.config,t));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let a;typeof createImageBitmap=="function"?a=await this.warmupBitmap():typeof Image!="undefined"?a=await this.warmupCanvas():a=await this.warmupNode(),this.config.videoOptimized=r;let s=dt();return Te("Warmup",this.config.warmup,Math.round(s-n),"ms",a),a}};export{B6 as default}; +2Q==`;var V2={};vr(V2,{author:()=>E6,browser:()=>S6,bugs:()=>C6,default:()=>Dae,dependencies:()=>O6,description:()=>v6,devDependencies:()=>z6,engines:()=>M6,homepage:()=>R6,keywords:()=>L6,license:()=>F6,main:()=>I6,module:()=>N6,name:()=>b6,peerDependencies:()=>D6,repository:()=>$6,scripts:()=>P6,sideEffects:()=>k6,types:()=>T6,version:()=>U2});var b6="@vladmandic/human",U2="0.20.9",v6="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",k6=!1,I6="dist/human.node.js",N6="dist/human.esm.js",S6="dist/human.esm.js",T6="types/human.d.ts",E6="Vladimir Mandic ",C6={url:"https://github.com/vladmandic/human/issues"},R6="https://github.com/vladmandic/human#readme",F6="MIT",M6={node:">=12.0.0"},$6={type:"git",url:"git+https://github.com/vladmandic/human.git"},O6={},D6={},z6={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},P6={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},L6=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],Dae={name:b6,version:U2,description:v6,sideEffects:k6,main:I6,module:N6,browser:S6,types:T6,author:E6,bugs:C6,homepage:R6,license:F6,engines:M6,repository:$6,dependencies:O6,peerDependencies:D6,devDependencies:z6,scripts:P6,keywords:L6};var dt=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function zc(...e){let t=n=>n&&typeof n=="object";return e.reduce((n,r)=>(Object.keys(r||{}).forEach(a=>{let s=n[a],i=r[a];Array.isArray(s)&&Array.isArray(i)?n[a]=s.concat(...i):t(s)&&t(i)?n[a]=zc(s,i):n[a]=i}),n),{})}var B6=class{constructor(t={}){this.tf=uh,this.package=V2,this.version=U2,this.config=zc(_6,t),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=W6,this.age=a2,this.gender=o2,this.emotion=p2,this.body=R2,this.hand=P2}profile(){return this.config.profile?t2:{}}analyze(...t){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let a=n-r;a!==0&&Te(...t,a)}sanity(t){if(!this.checkSanity)return null;if(!t)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(t instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(t,n){return this.config.face.embedding.enabled?jv(t,n):0}async load(t=null){this.state="load";let n=dt();t&&(this.config=zc(this.config,t)),this.firstRun&&(Te(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(Te("configuration:",this.config),Te("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?n2:W6;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?s2(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?h2(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?A2(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?g2(this.config):null),this.models.posenet||(this.config.body.enabled?M2(this.config):null),this.models.handpose||(this.config.hand.enabled?B2(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await s2(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await h2(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await A2(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await g2(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await M2(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await B2(this.config))),this.firstRun&&(Te("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let a=Math.trunc(dt()-n);a>(this.perf.load||0)&&(this.perf.load=a)}async checkBackend(t=!1){if(this.config.backend&&this.config.backend!==""&&t||this.tf.getBackend()!==this.config.backend){let n=dt();this.state="backend",Te("setting backend:",this.config.backend),this.config.backend==="wasm"&&(Te("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||Te("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&Cv();try{await this.tf.setBackend(this.config.backend)}catch(r){Te("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(Te("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;Te(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(dt()-n)}}async detectFace(t){var c,u,h,d,p,f;let n,r,a,s,i,o=[];this.state="run:face",n=dt();let l=await((c=this.models.face)==null?void 0:c.estimateFaces(t,this.config));this.perf.face=Math.trunc(dt()-n);for(let m of l){if(this.analyze("Get Face"),!m.image||m.image.isDisposedInternal){Te("Face object is disposed:",m.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?i2(m.image,this.config):{}:(this.state="run:age",n=dt(),r=this.config.face.age.enabled?await i2(m.image,this.config):{},this.perf.age=Math.trunc(dt()-n)),this.analyze("Start Gender:"),this.config.async?a=this.config.face.gender.enabled?d2(m.image,this.config):{}:(this.state="run:gender",n=dt(),a=this.config.face.gender.enabled?await d2(m.image,this.config):{},this.perf.gender=Math.trunc(dt()-n)),this.analyze("Start Emotion:"),this.config.async?s=this.config.face.emotion.enabled?y2(m.image,this.config):{}:(this.state="run:emotion",n=dt(),s=this.config.face.emotion.enabled?await y2(m.image,this.config):{},this.perf.emotion=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?i=this.config.face.embedding.enabled?x2(m.image,this.config):[]:(this.state="run:embedding",n=dt(),i=this.config.face.embedding.enabled?await x2(m.image,this.config):[],this.perf.embedding=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.config.async&&([r,a,s,i]=await Promise.all([r,a,s,i])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((u=m==null?void 0:m.annotations)==null?void 0:u.leftEyeIris)&&((h=m==null?void 0:m.annotations)==null?void 0:h.rightEyeIris)&&(delete m.annotations.leftEyeIris,delete m.annotations.rightEyeIris);let A=((d=m.annotations)==null?void 0:d.leftEyeIris)&&((p=m.annotations)==null?void 0:p.rightEyeIris)?11.7*Math.max(Math.abs(m.annotations.leftEyeIris[3][0]-m.annotations.leftEyeIris[1][0]),Math.abs(m.annotations.rightEyeIris[4][1]-m.annotations.rightEyeIris[2][1])):0;o.push({confidence:m.confidence,box:m.box,mesh:m.mesh,boxRaw:m.boxRaw,meshRaw:m.meshRaw,annotations:m.annotations,age:r.age,gender:a.gender,genderConfidence:a.confidence,emotion:s,embedding:i,iris:A!==0?Math.trunc(A)/100:0}),(f=m.image)==null||f.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),o}async detect(t,n={}){return new Promise(async r=>{var d,p,f,m;this.state="config";let a;this.config=zc(this.config,n),this.state="check";let s=this.sanity(t);s&&(Te(s,t),r({error:s}));let i,o,l,c=dt();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),a=dt();let u=w6(t,this.config);if(!u||!u.tensor){Te("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(dt()-a),this.analyze("Get Image:"),this.config.async?(l=this.config.face.enabled?this.detectFace(u.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",a=dt(),l=this.config.face.enabled?await this.detectFace(u.tensor):[],this.perf.face=Math.trunc(dt()-a)),this.analyze("Start Body:"),this.config.async?(i=this.config.body.enabled?(d=this.models.posenet)==null?void 0:d.estimatePoses(u.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",a=dt(),i=this.config.body.enabled?await((p=this.models.posenet)==null?void 0:p.estimatePoses(u.tensor,this.config)):[],this.perf.body=Math.trunc(dt()-a)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(o=this.config.hand.enabled?(f=this.models.handpose)==null?void 0:f.estimateHands(u.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",a=dt(),o=this.config.hand.enabled?await((m=this.models.handpose)==null?void 0:m.estimateHands(u.tensor,this.config)):[],this.perf.hand=Math.trunc(dt()-a)),this.analyze("End Hand:"),this.config.async&&([l,i,o]=await Promise.all([l,i,o])),u.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let h=[];this.config.gesture.enabled&&(a=dt(),h=[...A6(l),...m6(i),...g6(o),...y6(l)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(dt()-a)),this.perf.total=Math.trunc(dt()-c),this.state="idle",r({face:l,body:i,hand:o,gesture:h,performance:this.perf,canvas:u.canvas})})}async warmupBitmap(){let t=(a,s="application/octet-stream")=>fetch(`data:${s};base64,${a}`).then(i=>i.blob()),n,r;switch(this.config.warmup){case"face":n=await t(f0);break;case"full":n=await t(m0);break;default:n=null}if(n){let a=await createImageBitmap(n);r=await this.detect(a,this.config),a.close()}return r}async warmupCanvas(){return new Promise(t=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+f0;break;case"full":r=1200,n="data:image/jpeg;base64,"+m0;break;default:n=null}let a=new Image(r,r);a.onload=()=>{let s=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");s.width=r,s.height=r;let i=s.getContext("2d");i==null||i.drawImage(a,0,0);let o=i==null?void 0:i.getImageData(0,0,r,r);this.detect(o,this.config).then(l=>t(l))},n?a.src=n:t(null)})}async warmupNode(){let t=i=>Buffer.from(i,"base64"),n=this.config.warmup==="face"?t(f0):t(m0),r=(void 0).decodeJpeg(n),a=r.expandDims(0);this.tf.dispose(r);let s=await this.detect(a,this.config);return this.tf.dispose(a),s}async warmup(t){let n=dt();t&&(this.config=zc(this.config,t));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let a;typeof createImageBitmap=="function"?a=await this.warmupBitmap():typeof Image!="undefined"?a=await this.warmupCanvas():a=await this.warmupNode(),this.config.videoOptimized=r;let s=dt();return Te("Warmup",this.config.warmup,Math.round(s-n),"ms",a),a}};export{B6 as default}; /** * @license * Copyright 2017 Google LLC. All Rights Reserved. diff --git a/dist/human.node-gpu.js b/dist/human.node-gpu.js index cdba5c89..46a98e70 100644 --- a/dist/human.node-gpu.js +++ b/dist/human.node-gpu.js @@ -731,5 +731,5 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var S1={};Y(S1,{author:()=>H0,browser:()=>L0,bugs:()=>F0,default:()=>s5,dependencies:()=>U0,description:()=>I0,devDependencies:()=>D0,engines:()=>B0,homepage:()=>q0,keywords:()=>G0,license:()=>Y0,main:()=>V0,module:()=>X0,name:()=>O0,peerDependencies:()=>K0,repository:()=>J0,scripts:()=>C0,sideEffects:()=>Z0,types:()=>k0,version:()=>W1});var O0="@vladmandic/human",W1="0.20.8",I0="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",Z0=!1,V0="dist/human.node.js",X0="dist/human.esm.js",L0="dist/human.esm.js",k0="types/human.d.ts",H0="Vladimir Mandic ",F0={url:"https://github.com/vladmandic/human/issues"},q0="https://github.com/vladmandic/human#readme",Y0="MIT",B0={node:">=12.0.0"},J0={type:"git",url:"git+https://github.com/vladmandic/human.git"},U0={},K0={},D0={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},C0={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},G0=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],s5={name:O0,version:W1,description:I0,sideEffects:Z0,main:V0,module:X0,browser:L0,types:k0,author:H0,bugs:F0,homepage:q0,license:Y0,engines:B0,repository:J0,dependencies:U0,peerDependencies:K0,devDependencies:D0,scripts:C0,keywords:G0};var T=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function xe(...t){let e=n=>n&&typeof n=="object";return t.reduce((n,r)=>(Object.keys(r||{}).forEach(A=>{let c=n[A],_=r[A];Array.isArray(c)&&Array.isArray(_)?n[A]=c.concat(..._):e(c)&&e(_)?n[A]=xe(c,_):n[A]=_}),n),{})}var et=class{constructor(e={}){this.tf=Q0,this.package=S1,this.version=W1,this.config=xe(j0,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=$0,this.age=Be,this.gender=Ke,this.emotion=e1,this.body=m1,this.hand=P1}profile(){return this.config.profile?Fe:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let A=n-r;A!==0&&u(...e,A)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(e,n){return this.config.face.embedding.enabled?$1(e,n):0}async load(e=null){this.state="load";let n=T();e&&(this.config=xe(this.config,e)),this.firstRun&&(u(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(u("configuration:",this.config),u("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?qe:$0;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?Je(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?Qe(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?r1(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?c1(this.config):null),this.models.posenet||(this.config.body.enabled?p1(this.config):null),this.models.handpose||(this.config.hand.enabled?M1(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await Je(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await Qe(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await r1(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await c1(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await p1(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await M1(this.config))),this.firstRun&&(u("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let A=Math.trunc(T()-n);A>(this.perf.load||0)&&(this.perf.load=A)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let n=T();this.state="backend",u("setting backend:",this.config.backend),this.config.backend==="wasm"&&(u("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||u("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&X1();try{await this.tf.setBackend(this.config.backend)}catch(r){u("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(u("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;u(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(T()-n)}}async detectFace(e){var o,i,s,a,d,l;let n,r,A,c,_,h=[];this.state="run:face",n=T();let x=await((o=this.models.face)==null?void 0:o.estimateFaces(e,this.config));this.perf.face=Math.trunc(T()-n);for(let y of x){if(this.analyze("Get Face"),!y.image||y.image.isDisposedInternal){u("Face object is disposed:",y.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?Ue(y.image,this.config):{}:(this.state="run:age",n=T(),r=this.config.face.age.enabled?await Ue(y.image,this.config):{},this.perf.age=Math.trunc(T()-n)),this.analyze("Start Gender:"),this.config.async?A=this.config.face.gender.enabled?$e(y.image,this.config):{}:(this.state="run:gender",n=T(),A=this.config.face.gender.enabled?await $e(y.image,this.config):{},this.perf.gender=Math.trunc(T()-n)),this.analyze("Start Emotion:"),this.config.async?c=this.config.face.emotion.enabled?A1(y.image,this.config):{}:(this.state="run:emotion",n=T(),c=this.config.face.emotion.enabled?await A1(y.image,this.config):{},this.perf.emotion=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?_=this.config.face.embedding.enabled?_1(y.image,this.config):[]:(this.state="run:embedding",n=T(),_=this.config.face.embedding.enabled?await _1(y.image,this.config):[],this.perf.embedding=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.config.async&&([r,A,c,_]=await Promise.all([r,A,c,_])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((i=y==null?void 0:y.annotations)==null?void 0:i.leftEyeIris)&&((s=y==null?void 0:y.annotations)==null?void 0:s.rightEyeIris)&&(delete y.annotations.leftEyeIris,delete y.annotations.rightEyeIris);let O=((a=y.annotations)==null?void 0:a.leftEyeIris)&&((d=y.annotations)==null?void 0:d.rightEyeIris)?11.7*Math.max(Math.abs(y.annotations.leftEyeIris[3][0]-y.annotations.leftEyeIris[1][0]),Math.abs(y.annotations.rightEyeIris[4][1]-y.annotations.rightEyeIris[2][1])):0;h.push({confidence:y.confidence,box:y.box,mesh:y.mesh,boxRaw:y.boxRaw,meshRaw:y.meshRaw,annotations:y.annotations,age:r.age,gender:A.gender,genderConfidence:A.confidence,emotion:c,embedding:_,iris:O!==0?Math.trunc(O)/100:0}),(l=y.image)==null||l.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),h}async detect(e,n={}){return new Promise(async r=>{var a,d,l,y;this.state="config";let A;this.config=xe(this.config,n),this.state="check";let c=this.sanity(e);c&&(u(c,e),r({error:c}));let _,h,x,o=T();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),A=T();let i=N0(e,this.config);if(!i||!i.tensor){u("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(T()-A),this.analyze("Get Image:"),this.config.async?(x=this.config.face.enabled?this.detectFace(i.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",A=T(),x=this.config.face.enabled?await this.detectFace(i.tensor):[],this.perf.face=Math.trunc(T()-A)),this.analyze("Start Body:"),this.config.async?(_=this.config.body.enabled?(a=this.models.posenet)==null?void 0:a.estimatePoses(i.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",A=T(),_=this.config.body.enabled?await((d=this.models.posenet)==null?void 0:d.estimatePoses(i.tensor,this.config)):[],this.perf.body=Math.trunc(T()-A)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(h=this.config.hand.enabled?(l=this.models.handpose)==null?void 0:l.estimateHands(i.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",A=T(),h=this.config.hand.enabled?await((y=this.models.handpose)==null?void 0:y.estimateHands(i.tensor,this.config)):[],this.perf.hand=Math.trunc(T()-A)),this.analyze("End Hand:"),this.config.async&&([x,_,h]=await Promise.all([x,_,h])),i.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let s=[];this.config.gesture.enabled&&(A=T(),s=[...z0(x),...E0(_),...S0(h),...M0(x)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(T()-A)),this.perf.total=Math.trunc(T()-o),this.state="idle",r({face:x,body:_,hand:h,gesture:s,performance:this.perf,canvas:i.canvas})})}async warmupBitmap(){let e=(A,c="application/octet-stream")=>fetch(`data:${c};base64,${A}`).then(_=>_.blob()),n,r;switch(this.config.warmup){case"face":n=await e(Re);break;case"full":n=await e(Ee);break;default:n=null}if(n){let A=await createImageBitmap(n);r=await this.detect(A,this.config),A.close()}return r}async warmupCanvas(){return new Promise(e=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+Re;break;case"full":r=1200,n="data:image/jpeg;base64,"+Ee;break;default:n=null}let A=new Image(r,r);A.onload=()=>{let c=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");c.width=r,c.height=r;let _=c.getContext("2d");_==null||_.drawImage(A,0,0);let h=_==null?void 0:_.getImageData(0,0,r,r);this.detect(h,this.config).then(x=>e(x))},n?A.src=n:e(null)})}async warmupNode(){let e=_=>Buffer.from(_,"base64"),n=this.config.warmup==="face"?e(Re):e(Ee),r=Q0.node.decodeJpeg(n),A=r.expandDims(0);this.tf.dispose(r);let c=await this.detect(A,this.config);return this.tf.dispose(A),c}async warmup(e){let n=T();e&&(this.config=xe(this.config,e));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let A;typeof createImageBitmap=="function"?A=await this.warmupBitmap():typeof Image!="undefined"?A=await this.warmupCanvas():A=await this.warmupNode(),this.config.videoOptimized=r;let c=T();return u("Warmup",this.config.warmup,Math.round(c-n),"ms",A),A}}; +2Q==`;var S1={};Y(S1,{author:()=>H0,browser:()=>L0,bugs:()=>F0,default:()=>s5,dependencies:()=>U0,description:()=>I0,devDependencies:()=>D0,engines:()=>B0,homepage:()=>q0,keywords:()=>G0,license:()=>Y0,main:()=>V0,module:()=>X0,name:()=>O0,peerDependencies:()=>K0,repository:()=>J0,scripts:()=>C0,sideEffects:()=>Z0,types:()=>k0,version:()=>W1});var O0="@vladmandic/human",W1="0.20.9",I0="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",Z0=!1,V0="dist/human.node.js",X0="dist/human.esm.js",L0="dist/human.esm.js",k0="types/human.d.ts",H0="Vladimir Mandic ",F0={url:"https://github.com/vladmandic/human/issues"},q0="https://github.com/vladmandic/human#readme",Y0="MIT",B0={node:">=12.0.0"},J0={type:"git",url:"git+https://github.com/vladmandic/human.git"},U0={},K0={},D0={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},C0={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},G0=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],s5={name:O0,version:W1,description:I0,sideEffects:Z0,main:V0,module:X0,browser:L0,types:k0,author:H0,bugs:F0,homepage:q0,license:Y0,engines:B0,repository:J0,dependencies:U0,peerDependencies:K0,devDependencies:D0,scripts:C0,keywords:G0};var T=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function xe(...t){let e=n=>n&&typeof n=="object";return t.reduce((n,r)=>(Object.keys(r||{}).forEach(A=>{let c=n[A],_=r[A];Array.isArray(c)&&Array.isArray(_)?n[A]=c.concat(..._):e(c)&&e(_)?n[A]=xe(c,_):n[A]=_}),n),{})}var et=class{constructor(e={}){this.tf=Q0,this.package=S1,this.version=W1,this.config=xe(j0,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=$0,this.age=Be,this.gender=Ke,this.emotion=e1,this.body=m1,this.hand=P1}profile(){return this.config.profile?Fe:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let A=n-r;A!==0&&u(...e,A)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(e,n){return this.config.face.embedding.enabled?$1(e,n):0}async load(e=null){this.state="load";let n=T();e&&(this.config=xe(this.config,e)),this.firstRun&&(u(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(u("configuration:",this.config),u("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?qe:$0;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?Je(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?Qe(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?r1(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?c1(this.config):null),this.models.posenet||(this.config.body.enabled?p1(this.config):null),this.models.handpose||(this.config.hand.enabled?M1(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await Je(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await Qe(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await r1(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await c1(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await p1(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await M1(this.config))),this.firstRun&&(u("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let A=Math.trunc(T()-n);A>(this.perf.load||0)&&(this.perf.load=A)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let n=T();this.state="backend",u("setting backend:",this.config.backend),this.config.backend==="wasm"&&(u("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||u("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&X1();try{await this.tf.setBackend(this.config.backend)}catch(r){u("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(u("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;u(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(T()-n)}}async detectFace(e){var o,i,s,a,d,l;let n,r,A,c,_,h=[];this.state="run:face",n=T();let x=await((o=this.models.face)==null?void 0:o.estimateFaces(e,this.config));this.perf.face=Math.trunc(T()-n);for(let y of x){if(this.analyze("Get Face"),!y.image||y.image.isDisposedInternal){u("Face object is disposed:",y.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?Ue(y.image,this.config):{}:(this.state="run:age",n=T(),r=this.config.face.age.enabled?await Ue(y.image,this.config):{},this.perf.age=Math.trunc(T()-n)),this.analyze("Start Gender:"),this.config.async?A=this.config.face.gender.enabled?$e(y.image,this.config):{}:(this.state="run:gender",n=T(),A=this.config.face.gender.enabled?await $e(y.image,this.config):{},this.perf.gender=Math.trunc(T()-n)),this.analyze("Start Emotion:"),this.config.async?c=this.config.face.emotion.enabled?A1(y.image,this.config):{}:(this.state="run:emotion",n=T(),c=this.config.face.emotion.enabled?await A1(y.image,this.config):{},this.perf.emotion=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?_=this.config.face.embedding.enabled?_1(y.image,this.config):[]:(this.state="run:embedding",n=T(),_=this.config.face.embedding.enabled?await _1(y.image,this.config):[],this.perf.embedding=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.config.async&&([r,A,c,_]=await Promise.all([r,A,c,_])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((i=y==null?void 0:y.annotations)==null?void 0:i.leftEyeIris)&&((s=y==null?void 0:y.annotations)==null?void 0:s.rightEyeIris)&&(delete y.annotations.leftEyeIris,delete y.annotations.rightEyeIris);let O=((a=y.annotations)==null?void 0:a.leftEyeIris)&&((d=y.annotations)==null?void 0:d.rightEyeIris)?11.7*Math.max(Math.abs(y.annotations.leftEyeIris[3][0]-y.annotations.leftEyeIris[1][0]),Math.abs(y.annotations.rightEyeIris[4][1]-y.annotations.rightEyeIris[2][1])):0;h.push({confidence:y.confidence,box:y.box,mesh:y.mesh,boxRaw:y.boxRaw,meshRaw:y.meshRaw,annotations:y.annotations,age:r.age,gender:A.gender,genderConfidence:A.confidence,emotion:c,embedding:_,iris:O!==0?Math.trunc(O)/100:0}),(l=y.image)==null||l.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),h}async detect(e,n={}){return new Promise(async r=>{var a,d,l,y;this.state="config";let A;this.config=xe(this.config,n),this.state="check";let c=this.sanity(e);c&&(u(c,e),r({error:c}));let _,h,x,o=T();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),A=T();let i=N0(e,this.config);if(!i||!i.tensor){u("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(T()-A),this.analyze("Get Image:"),this.config.async?(x=this.config.face.enabled?this.detectFace(i.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",A=T(),x=this.config.face.enabled?await this.detectFace(i.tensor):[],this.perf.face=Math.trunc(T()-A)),this.analyze("Start Body:"),this.config.async?(_=this.config.body.enabled?(a=this.models.posenet)==null?void 0:a.estimatePoses(i.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",A=T(),_=this.config.body.enabled?await((d=this.models.posenet)==null?void 0:d.estimatePoses(i.tensor,this.config)):[],this.perf.body=Math.trunc(T()-A)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(h=this.config.hand.enabled?(l=this.models.handpose)==null?void 0:l.estimateHands(i.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",A=T(),h=this.config.hand.enabled?await((y=this.models.handpose)==null?void 0:y.estimateHands(i.tensor,this.config)):[],this.perf.hand=Math.trunc(T()-A)),this.analyze("End Hand:"),this.config.async&&([x,_,h]=await Promise.all([x,_,h])),i.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let s=[];this.config.gesture.enabled&&(A=T(),s=[...z0(x),...E0(_),...S0(h),...M0(x)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(T()-A)),this.perf.total=Math.trunc(T()-o),this.state="idle",r({face:x,body:_,hand:h,gesture:s,performance:this.perf,canvas:i.canvas})})}async warmupBitmap(){let e=(A,c="application/octet-stream")=>fetch(`data:${c};base64,${A}`).then(_=>_.blob()),n,r;switch(this.config.warmup){case"face":n=await e(Re);break;case"full":n=await e(Ee);break;default:n=null}if(n){let A=await createImageBitmap(n);r=await this.detect(A,this.config),A.close()}return r}async warmupCanvas(){return new Promise(e=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+Re;break;case"full":r=1200,n="data:image/jpeg;base64,"+Ee;break;default:n=null}let A=new Image(r,r);A.onload=()=>{let c=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");c.width=r,c.height=r;let _=c.getContext("2d");_==null||_.drawImage(A,0,0);let h=_==null?void 0:_.getImageData(0,0,r,r);this.detect(h,this.config).then(x=>e(x))},n?A.src=n:e(null)})}async warmupNode(){let e=_=>Buffer.from(_,"base64"),n=this.config.warmup==="face"?e(Re):e(Ee),r=Q0.node.decodeJpeg(n),A=r.expandDims(0);this.tf.dispose(r);let c=await this.detect(A,this.config);return this.tf.dispose(A),c}async warmup(e){let n=T();e&&(this.config=xe(this.config,e));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let A;typeof createImageBitmap=="function"?A=await this.warmupBitmap():typeof Image!="undefined"?A=await this.warmupCanvas():A=await this.warmupNode(),this.config.videoOptimized=r;let c=T();return u("Warmup",this.config.warmup,Math.round(c-n),"ms",A),A}}; //# sourceMappingURL=human.node-gpu.js.map diff --git a/dist/human.node.js b/dist/human.node.js index 3a8aa5d3..7609050b 100644 --- a/dist/human.node.js +++ b/dist/human.node.js @@ -731,5 +731,5 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var S1={};Y(S1,{author:()=>H0,browser:()=>L0,bugs:()=>F0,default:()=>s5,dependencies:()=>U0,description:()=>I0,devDependencies:()=>D0,engines:()=>B0,homepage:()=>q0,keywords:()=>G0,license:()=>Y0,main:()=>V0,module:()=>X0,name:()=>O0,peerDependencies:()=>K0,repository:()=>J0,scripts:()=>C0,sideEffects:()=>Z0,types:()=>k0,version:()=>W1});var O0="@vladmandic/human",W1="0.20.8",I0="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",Z0=!1,V0="dist/human.node.js",X0="dist/human.esm.js",L0="dist/human.esm.js",k0="types/human.d.ts",H0="Vladimir Mandic ",F0={url:"https://github.com/vladmandic/human/issues"},q0="https://github.com/vladmandic/human#readme",Y0="MIT",B0={node:">=12.0.0"},J0={type:"git",url:"git+https://github.com/vladmandic/human.git"},U0={},K0={},D0={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},C0={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},G0=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],s5={name:O0,version:W1,description:I0,sideEffects:Z0,main:V0,module:X0,browser:L0,types:k0,author:H0,bugs:F0,homepage:q0,license:Y0,engines:B0,repository:J0,dependencies:U0,peerDependencies:K0,devDependencies:D0,scripts:C0,keywords:G0};var T=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function xe(...t){let e=n=>n&&typeof n=="object";return t.reduce((n,r)=>(Object.keys(r||{}).forEach(A=>{let c=n[A],_=r[A];Array.isArray(c)&&Array.isArray(_)?n[A]=c.concat(..._):e(c)&&e(_)?n[A]=xe(c,_):n[A]=_}),n),{})}var et=class{constructor(e={}){this.tf=Q0,this.package=S1,this.version=W1,this.config=xe(j0,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=$0,this.age=Be,this.gender=Ke,this.emotion=e1,this.body=m1,this.hand=P1}profile(){return this.config.profile?Fe:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let A=n-r;A!==0&&u(...e,A)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(e,n){return this.config.face.embedding.enabled?$1(e,n):0}async load(e=null){this.state="load";let n=T();e&&(this.config=xe(this.config,e)),this.firstRun&&(u(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(u("configuration:",this.config),u("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?qe:$0;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?Je(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?Qe(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?r1(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?c1(this.config):null),this.models.posenet||(this.config.body.enabled?p1(this.config):null),this.models.handpose||(this.config.hand.enabled?M1(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await Je(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await Qe(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await r1(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await c1(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await p1(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await M1(this.config))),this.firstRun&&(u("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let A=Math.trunc(T()-n);A>(this.perf.load||0)&&(this.perf.load=A)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let n=T();this.state="backend",u("setting backend:",this.config.backend),this.config.backend==="wasm"&&(u("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||u("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&X1();try{await this.tf.setBackend(this.config.backend)}catch(r){u("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(u("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;u(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(T()-n)}}async detectFace(e){var o,i,s,a,d,l;let n,r,A,c,_,h=[];this.state="run:face",n=T();let x=await((o=this.models.face)==null?void 0:o.estimateFaces(e,this.config));this.perf.face=Math.trunc(T()-n);for(let y of x){if(this.analyze("Get Face"),!y.image||y.image.isDisposedInternal){u("Face object is disposed:",y.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?Ue(y.image,this.config):{}:(this.state="run:age",n=T(),r=this.config.face.age.enabled?await Ue(y.image,this.config):{},this.perf.age=Math.trunc(T()-n)),this.analyze("Start Gender:"),this.config.async?A=this.config.face.gender.enabled?$e(y.image,this.config):{}:(this.state="run:gender",n=T(),A=this.config.face.gender.enabled?await $e(y.image,this.config):{},this.perf.gender=Math.trunc(T()-n)),this.analyze("Start Emotion:"),this.config.async?c=this.config.face.emotion.enabled?A1(y.image,this.config):{}:(this.state="run:emotion",n=T(),c=this.config.face.emotion.enabled?await A1(y.image,this.config):{},this.perf.emotion=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?_=this.config.face.embedding.enabled?_1(y.image,this.config):[]:(this.state="run:embedding",n=T(),_=this.config.face.embedding.enabled?await _1(y.image,this.config):[],this.perf.embedding=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.config.async&&([r,A,c,_]=await Promise.all([r,A,c,_])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((i=y==null?void 0:y.annotations)==null?void 0:i.leftEyeIris)&&((s=y==null?void 0:y.annotations)==null?void 0:s.rightEyeIris)&&(delete y.annotations.leftEyeIris,delete y.annotations.rightEyeIris);let O=((a=y.annotations)==null?void 0:a.leftEyeIris)&&((d=y.annotations)==null?void 0:d.rightEyeIris)?11.7*Math.max(Math.abs(y.annotations.leftEyeIris[3][0]-y.annotations.leftEyeIris[1][0]),Math.abs(y.annotations.rightEyeIris[4][1]-y.annotations.rightEyeIris[2][1])):0;h.push({confidence:y.confidence,box:y.box,mesh:y.mesh,boxRaw:y.boxRaw,meshRaw:y.meshRaw,annotations:y.annotations,age:r.age,gender:A.gender,genderConfidence:A.confidence,emotion:c,embedding:_,iris:O!==0?Math.trunc(O)/100:0}),(l=y.image)==null||l.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),h}async detect(e,n={}){return new Promise(async r=>{var a,d,l,y;this.state="config";let A;this.config=xe(this.config,n),this.state="check";let c=this.sanity(e);c&&(u(c,e),r({error:c}));let _,h,x,o=T();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),A=T();let i=N0(e,this.config);if(!i||!i.tensor){u("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(T()-A),this.analyze("Get Image:"),this.config.async?(x=this.config.face.enabled?this.detectFace(i.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",A=T(),x=this.config.face.enabled?await this.detectFace(i.tensor):[],this.perf.face=Math.trunc(T()-A)),this.analyze("Start Body:"),this.config.async?(_=this.config.body.enabled?(a=this.models.posenet)==null?void 0:a.estimatePoses(i.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",A=T(),_=this.config.body.enabled?await((d=this.models.posenet)==null?void 0:d.estimatePoses(i.tensor,this.config)):[],this.perf.body=Math.trunc(T()-A)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(h=this.config.hand.enabled?(l=this.models.handpose)==null?void 0:l.estimateHands(i.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",A=T(),h=this.config.hand.enabled?await((y=this.models.handpose)==null?void 0:y.estimateHands(i.tensor,this.config)):[],this.perf.hand=Math.trunc(T()-A)),this.analyze("End Hand:"),this.config.async&&([x,_,h]=await Promise.all([x,_,h])),i.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let s=[];this.config.gesture.enabled&&(A=T(),s=[...z0(x),...E0(_),...S0(h),...M0(x)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(T()-A)),this.perf.total=Math.trunc(T()-o),this.state="idle",r({face:x,body:_,hand:h,gesture:s,performance:this.perf,canvas:i.canvas})})}async warmupBitmap(){let e=(A,c="application/octet-stream")=>fetch(`data:${c};base64,${A}`).then(_=>_.blob()),n,r;switch(this.config.warmup){case"face":n=await e(Re);break;case"full":n=await e(Ee);break;default:n=null}if(n){let A=await createImageBitmap(n);r=await this.detect(A,this.config),A.close()}return r}async warmupCanvas(){return new Promise(e=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+Re;break;case"full":r=1200,n="data:image/jpeg;base64,"+Ee;break;default:n=null}let A=new Image(r,r);A.onload=()=>{let c=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");c.width=r,c.height=r;let _=c.getContext("2d");_==null||_.drawImage(A,0,0);let h=_==null?void 0:_.getImageData(0,0,r,r);this.detect(h,this.config).then(x=>e(x))},n?A.src=n:e(null)})}async warmupNode(){let e=_=>Buffer.from(_,"base64"),n=this.config.warmup==="face"?e(Re):e(Ee),r=Q0.node.decodeJpeg(n),A=r.expandDims(0);this.tf.dispose(r);let c=await this.detect(A,this.config);return this.tf.dispose(A),c}async warmup(e){let n=T();e&&(this.config=xe(this.config,e));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let A;typeof createImageBitmap=="function"?A=await this.warmupBitmap():typeof Image!="undefined"?A=await this.warmupCanvas():A=await this.warmupNode(),this.config.videoOptimized=r;let c=T();return u("Warmup",this.config.warmup,Math.round(c-n),"ms",A),A}}; +2Q==`;var S1={};Y(S1,{author:()=>H0,browser:()=>L0,bugs:()=>F0,default:()=>s5,dependencies:()=>U0,description:()=>I0,devDependencies:()=>D0,engines:()=>B0,homepage:()=>q0,keywords:()=>G0,license:()=>Y0,main:()=>V0,module:()=>X0,name:()=>O0,peerDependencies:()=>K0,repository:()=>J0,scripts:()=>C0,sideEffects:()=>Z0,types:()=>k0,version:()=>W1});var O0="@vladmandic/human",W1="0.20.9",I0="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",Z0=!1,V0="dist/human.node.js",X0="dist/human.esm.js",L0="dist/human.esm.js",k0="types/human.d.ts",H0="Vladimir Mandic ",F0={url:"https://github.com/vladmandic/human/issues"},q0="https://github.com/vladmandic/human#readme",Y0="MIT",B0={node:">=12.0.0"},J0={type:"git",url:"git+https://github.com/vladmandic/human.git"},U0={},K0={},D0={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},C0={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},G0=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],s5={name:O0,version:W1,description:I0,sideEffects:Z0,main:V0,module:X0,browser:L0,types:k0,author:H0,bugs:F0,homepage:q0,license:Y0,engines:B0,repository:J0,dependencies:U0,peerDependencies:K0,devDependencies:D0,scripts:C0,keywords:G0};var T=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function xe(...t){let e=n=>n&&typeof n=="object";return t.reduce((n,r)=>(Object.keys(r||{}).forEach(A=>{let c=n[A],_=r[A];Array.isArray(c)&&Array.isArray(_)?n[A]=c.concat(..._):e(c)&&e(_)?n[A]=xe(c,_):n[A]=_}),n),{})}var et=class{constructor(e={}){this.tf=Q0,this.package=S1,this.version=W1,this.config=xe(j0,e),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=$0,this.age=Be,this.gender=Ke,this.emotion=e1,this.body=m1,this.hand=P1}profile(){return this.config.profile?Fe:{}}analyze(...e){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let A=n-r;A!==0&&u(...e,A)}sanity(e){if(!this.checkSanity)return null;if(!e)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(e instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(e,n){return this.config.face.embedding.enabled?$1(e,n):0}async load(e=null){this.state="load";let n=T();e&&(this.config=xe(this.config,e)),this.firstRun&&(u(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(u("configuration:",this.config),u("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?qe:$0;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?Je(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?Qe(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?r1(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?c1(this.config):null),this.models.posenet||(this.config.body.enabled?p1(this.config):null),this.models.handpose||(this.config.hand.enabled?M1(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await Je(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await Qe(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await r1(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await c1(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await p1(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await M1(this.config))),this.firstRun&&(u("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let A=Math.trunc(T()-n);A>(this.perf.load||0)&&(this.perf.load=A)}async checkBackend(e=!1){if(this.config.backend&&this.config.backend!==""&&e||this.tf.getBackend()!==this.config.backend){let n=T();this.state="backend",u("setting backend:",this.config.backend),this.config.backend==="wasm"&&(u("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||u("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&X1();try{await this.tf.setBackend(this.config.backend)}catch(r){u("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(u("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;u(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(T()-n)}}async detectFace(e){var o,i,s,a,d,l;let n,r,A,c,_,h=[];this.state="run:face",n=T();let x=await((o=this.models.face)==null?void 0:o.estimateFaces(e,this.config));this.perf.face=Math.trunc(T()-n);for(let y of x){if(this.analyze("Get Face"),!y.image||y.image.isDisposedInternal){u("Face object is disposed:",y.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?Ue(y.image,this.config):{}:(this.state="run:age",n=T(),r=this.config.face.age.enabled?await Ue(y.image,this.config):{},this.perf.age=Math.trunc(T()-n)),this.analyze("Start Gender:"),this.config.async?A=this.config.face.gender.enabled?$e(y.image,this.config):{}:(this.state="run:gender",n=T(),A=this.config.face.gender.enabled?await $e(y.image,this.config):{},this.perf.gender=Math.trunc(T()-n)),this.analyze("Start Emotion:"),this.config.async?c=this.config.face.emotion.enabled?A1(y.image,this.config):{}:(this.state="run:emotion",n=T(),c=this.config.face.emotion.enabled?await A1(y.image,this.config):{},this.perf.emotion=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?_=this.config.face.embedding.enabled?_1(y.image,this.config):[]:(this.state="run:embedding",n=T(),_=this.config.face.embedding.enabled?await _1(y.image,this.config):[],this.perf.embedding=Math.trunc(T()-n)),this.analyze("End Emotion:"),this.config.async&&([r,A,c,_]=await Promise.all([r,A,c,_])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((i=y==null?void 0:y.annotations)==null?void 0:i.leftEyeIris)&&((s=y==null?void 0:y.annotations)==null?void 0:s.rightEyeIris)&&(delete y.annotations.leftEyeIris,delete y.annotations.rightEyeIris);let O=((a=y.annotations)==null?void 0:a.leftEyeIris)&&((d=y.annotations)==null?void 0:d.rightEyeIris)?11.7*Math.max(Math.abs(y.annotations.leftEyeIris[3][0]-y.annotations.leftEyeIris[1][0]),Math.abs(y.annotations.rightEyeIris[4][1]-y.annotations.rightEyeIris[2][1])):0;h.push({confidence:y.confidence,box:y.box,mesh:y.mesh,boxRaw:y.boxRaw,meshRaw:y.meshRaw,annotations:y.annotations,age:r.age,gender:A.gender,genderConfidence:A.confidence,emotion:c,embedding:_,iris:O!==0?Math.trunc(O)/100:0}),(l=y.image)==null||l.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),h}async detect(e,n={}){return new Promise(async r=>{var a,d,l,y;this.state="config";let A;this.config=xe(this.config,n),this.state="check";let c=this.sanity(e);c&&(u(c,e),r({error:c}));let _,h,x,o=T();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),A=T();let i=N0(e,this.config);if(!i||!i.tensor){u("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(T()-A),this.analyze("Get Image:"),this.config.async?(x=this.config.face.enabled?this.detectFace(i.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",A=T(),x=this.config.face.enabled?await this.detectFace(i.tensor):[],this.perf.face=Math.trunc(T()-A)),this.analyze("Start Body:"),this.config.async?(_=this.config.body.enabled?(a=this.models.posenet)==null?void 0:a.estimatePoses(i.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",A=T(),_=this.config.body.enabled?await((d=this.models.posenet)==null?void 0:d.estimatePoses(i.tensor,this.config)):[],this.perf.body=Math.trunc(T()-A)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(h=this.config.hand.enabled?(l=this.models.handpose)==null?void 0:l.estimateHands(i.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",A=T(),h=this.config.hand.enabled?await((y=this.models.handpose)==null?void 0:y.estimateHands(i.tensor,this.config)):[],this.perf.hand=Math.trunc(T()-A)),this.analyze("End Hand:"),this.config.async&&([x,_,h]=await Promise.all([x,_,h])),i.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let s=[];this.config.gesture.enabled&&(A=T(),s=[...z0(x),...E0(_),...S0(h),...M0(x)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(T()-A)),this.perf.total=Math.trunc(T()-o),this.state="idle",r({face:x,body:_,hand:h,gesture:s,performance:this.perf,canvas:i.canvas})})}async warmupBitmap(){let e=(A,c="application/octet-stream")=>fetch(`data:${c};base64,${A}`).then(_=>_.blob()),n,r;switch(this.config.warmup){case"face":n=await e(Re);break;case"full":n=await e(Ee);break;default:n=null}if(n){let A=await createImageBitmap(n);r=await this.detect(A,this.config),A.close()}return r}async warmupCanvas(){return new Promise(e=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+Re;break;case"full":r=1200,n="data:image/jpeg;base64,"+Ee;break;default:n=null}let A=new Image(r,r);A.onload=()=>{let c=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");c.width=r,c.height=r;let _=c.getContext("2d");_==null||_.drawImage(A,0,0);let h=_==null?void 0:_.getImageData(0,0,r,r);this.detect(h,this.config).then(x=>e(x))},n?A.src=n:e(null)})}async warmupNode(){let e=_=>Buffer.from(_,"base64"),n=this.config.warmup==="face"?e(Re):e(Ee),r=Q0.node.decodeJpeg(n),A=r.expandDims(0);this.tf.dispose(r);let c=await this.detect(A,this.config);return this.tf.dispose(A),c}async warmup(e){let n=T();e&&(this.config=xe(this.config,e));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let A;typeof createImageBitmap=="function"?A=await this.warmupBitmap():typeof Image!="undefined"?A=await this.warmupCanvas():A=await this.warmupNode(),this.config.videoOptimized=r;let c=T();return u("Warmup",this.config.warmup,Math.round(c-n),"ms",A),A}}; //# sourceMappingURL=human.node.js.map diff --git a/dist/human.ts b/dist/human.ts index 4ca1d441..c7348e27 100644 --- a/dist/human.ts +++ b/dist/human.ts @@ -4771,7 +4771,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var V2={};ur(V2,{author:()=>C6,browser:()=>T6,bugs:()=>R6,default:()=>Dae,dependencies:()=>D6,description:()=>k6,devDependencies:()=>P6,engines:()=>$6,homepage:()=>F6,keywords:()=>W6,license:()=>M6,main:()=>N6,module:()=>S6,name:()=>v6,peerDependencies:()=>z6,repository:()=>O6,scripts:()=>L6,sideEffects:()=>I6,types:()=>E6,version:()=>U2});var v6="@vladmandic/human",U2="0.20.8",k6="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",I6=!1,N6="dist/human.node.js",S6="dist/human.esm.js",T6="dist/human.esm.js",E6="types/human.d.ts",C6="Vladimir Mandic ",R6={url:"https://github.com/vladmandic/human/issues"},F6="https://github.com/vladmandic/human#readme",M6="MIT",$6={node:">=12.0.0"},O6={type:"git",url:"git+https://github.com/vladmandic/human.git"},D6={},z6={},P6={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},L6={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},W6=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],Dae={name:v6,version:U2,description:k6,sideEffects:I6,main:N6,module:S6,browser:T6,types:E6,author:C6,bugs:R6,homepage:F6,license:M6,engines:$6,repository:O6,dependencies:D6,peerDependencies:z6,devDependencies:P6,scripts:L6,keywords:W6};var dt=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function zc(...e){let t=n=>n&&typeof n=="object";return e.reduce((n,r)=>(Object.keys(r||{}).forEach(a=>{let s=n[a],i=r[a];Array.isArray(s)&&Array.isArray(i)?n[a]=s.concat(...i):t(s)&&t(i)?n[a]=zc(s,i):n[a]=i}),n),{})}var j2=class{constructor(t={}){this.tf=uh,this.package=V2,this.version=U2,this.config=zc(b6,t),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=B6,this.age=a2,this.gender=o2,this.emotion=p2,this.body=R2,this.hand=P2}profile(){return this.config.profile?t2:{}}analyze(...t){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let a=n-r;a!==0&&Te(...t,a)}sanity(t){if(!this.checkSanity)return null;if(!t)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(t instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(t,n){return this.config.face.embedding.enabled?Gv(t,n):0}async load(t=null){this.state="load";let n=dt();t&&(this.config=zc(this.config,t)),this.firstRun&&(Te(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(Te("configuration:",this.config),Te("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?n2:B6;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?s2(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?h2(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?A2(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?g2(this.config):null),this.models.posenet||(this.config.body.enabled?M2(this.config):null),this.models.handpose||(this.config.hand.enabled?B2(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await s2(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await h2(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await A2(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await g2(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await M2(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await B2(this.config))),this.firstRun&&(Te("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let a=Math.trunc(dt()-n);a>(this.perf.load||0)&&(this.perf.load=a)}async checkBackend(t=!1){if(this.config.backend&&this.config.backend!==""&&t||this.tf.getBackend()!==this.config.backend){let n=dt();this.state="backend",Te("setting backend:",this.config.backend),this.config.backend==="wasm"&&(Te("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||Te("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&Rv();try{await this.tf.setBackend(this.config.backend)}catch(r){Te("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(Te("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;Te(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(dt()-n)}}async detectFace(t){var c,u,h,d,p,f;let n,r,a,s,i,o=[];this.state="run:face",n=dt();let l=await((c=this.models.face)==null?void 0:c.estimateFaces(t,this.config));this.perf.face=Math.trunc(dt()-n);for(let m of l){if(this.analyze("Get Face"),!m.image||m.image.isDisposedInternal){Te("Face object is disposed:",m.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?i2(m.image,this.config):{}:(this.state="run:age",n=dt(),r=this.config.face.age.enabled?await i2(m.image,this.config):{},this.perf.age=Math.trunc(dt()-n)),this.analyze("Start Gender:"),this.config.async?a=this.config.face.gender.enabled?d2(m.image,this.config):{}:(this.state="run:gender",n=dt(),a=this.config.face.gender.enabled?await d2(m.image,this.config):{},this.perf.gender=Math.trunc(dt()-n)),this.analyze("Start Emotion:"),this.config.async?s=this.config.face.emotion.enabled?y2(m.image,this.config):{}:(this.state="run:emotion",n=dt(),s=this.config.face.emotion.enabled?await y2(m.image,this.config):{},this.perf.emotion=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?i=this.config.face.embedding.enabled?x2(m.image,this.config):[]:(this.state="run:embedding",n=dt(),i=this.config.face.embedding.enabled?await x2(m.image,this.config):[],this.perf.embedding=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.config.async&&([r,a,s,i]=await Promise.all([r,a,s,i])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((u=m==null?void 0:m.annotations)==null?void 0:u.leftEyeIris)&&((h=m==null?void 0:m.annotations)==null?void 0:h.rightEyeIris)&&(delete m.annotations.leftEyeIris,delete m.annotations.rightEyeIris);let A=((d=m.annotations)==null?void 0:d.leftEyeIris)&&((p=m.annotations)==null?void 0:p.rightEyeIris)?11.7*Math.max(Math.abs(m.annotations.leftEyeIris[3][0]-m.annotations.leftEyeIris[1][0]),Math.abs(m.annotations.rightEyeIris[4][1]-m.annotations.rightEyeIris[2][1])):0;o.push({confidence:m.confidence,box:m.box,mesh:m.mesh,boxRaw:m.boxRaw,meshRaw:m.meshRaw,annotations:m.annotations,age:r.age,gender:a.gender,genderConfidence:a.confidence,emotion:s,embedding:i,iris:A!==0?Math.trunc(A)/100:0}),(f=m.image)==null||f.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),o}async detect(t,n={}){return new Promise(async r=>{var d,p,f,m;this.state="config";let a;this.config=zc(this.config,n),this.state="check";let s=this.sanity(t);s&&(Te(s,t),r({error:s}));let i,o,l,c=dt();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),a=dt();let u=_6(t,this.config);if(!u||!u.tensor){Te("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(dt()-a),this.analyze("Get Image:"),this.config.async?(l=this.config.face.enabled?this.detectFace(u.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",a=dt(),l=this.config.face.enabled?await this.detectFace(u.tensor):[],this.perf.face=Math.trunc(dt()-a)),this.analyze("Start Body:"),this.config.async?(i=this.config.body.enabled?(d=this.models.posenet)==null?void 0:d.estimatePoses(u.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",a=dt(),i=this.config.body.enabled?await((p=this.models.posenet)==null?void 0:p.estimatePoses(u.tensor,this.config)):[],this.perf.body=Math.trunc(dt()-a)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(o=this.config.hand.enabled?(f=this.models.handpose)==null?void 0:f.estimateHands(u.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",a=dt(),o=this.config.hand.enabled?await((m=this.models.handpose)==null?void 0:m.estimateHands(u.tensor,this.config)):[],this.perf.hand=Math.trunc(dt()-a)),this.analyze("End Hand:"),this.config.async&&([l,i,o]=await Promise.all([l,i,o])),u.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let h=[];this.config.gesture.enabled&&(a=dt(),h=[...y6(l),...A6(i),...x6(o),...g6(l)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(dt()-a)),this.perf.total=Math.trunc(dt()-c),this.state="idle",r({face:l,body:i,hand:o,gesture:h,performance:this.perf,canvas:u.canvas})})}async warmupBitmap(){let t=(a,s="application/octet-stream")=>fetch(`data:${s};base64,${a}`).then(i=>i.blob()),n,r;switch(this.config.warmup){case"face":n=await t(f0);break;case"full":n=await t(m0);break;default:n=null}if(n){let a=await createImageBitmap(n);r=await this.detect(a,this.config),a.close()}return r}async warmupCanvas(){return new Promise(t=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+f0;break;case"full":r=1200,n="data:image/jpeg;base64,"+m0;break;default:n=null}let a=new Image(r,r);a.onload=()=>{let s=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");s.width=r,s.height=r;let i=s.getContext("2d");i==null||i.drawImage(a,0,0);let o=i==null?void 0:i.getImageData(0,0,r,r);this.detect(o,this.config).then(l=>t(l))},n?a.src=n:t(null)})}async warmupNode(){let t=i=>Buffer.from(i,"base64"),n=this.config.warmup==="face"?t(f0):t(m0),r=(void 0).decodeJpeg(n),a=r.expandDims(0);this.tf.dispose(r);let s=await this.detect(a,this.config);return this.tf.dispose(a),s}async warmup(t){let n=dt();t&&(this.config=zc(this.config,t));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let a;typeof createImageBitmap=="function"?a=await this.warmupBitmap():typeof Image!="undefined"?a=await this.warmupCanvas():a=await this.warmupNode(),this.config.videoOptimized=r;let s=dt();return Te("Warmup",this.config.warmup,Math.round(s-n),"ms",a),a}};return zae;})(); +2Q==`;var V2={};ur(V2,{author:()=>C6,browser:()=>T6,bugs:()=>R6,default:()=>Dae,dependencies:()=>D6,description:()=>k6,devDependencies:()=>P6,engines:()=>$6,homepage:()=>F6,keywords:()=>W6,license:()=>M6,main:()=>N6,module:()=>S6,name:()=>v6,peerDependencies:()=>z6,repository:()=>O6,scripts:()=>L6,sideEffects:()=>I6,types:()=>E6,version:()=>U2});var v6="@vladmandic/human",U2="0.20.9",k6="Human: AI-powered 3D Face Detection, Face Embedding & Recognition, Body Pose Tracking, Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction & Gesture Recognition",I6=!1,N6="dist/human.node.js",S6="dist/human.esm.js",T6="dist/human.esm.js",E6="types/human.d.ts",C6="Vladimir Mandic ",R6={url:"https://github.com/vladmandic/human/issues"},F6="https://github.com/vladmandic/human#readme",M6="MIT",$6={node:">=12.0.0"},O6={type:"git",url:"git+https://github.com/vladmandic/human.git"},D6={},z6={},P6={"@tensorflow/tfjs":"^3.1.0","@tensorflow/tfjs-backend-cpu":"^3.1.0","@tensorflow/tfjs-backend-wasm":"^3.1.0","@tensorflow/tfjs-backend-webgl":"^3.1.0","@tensorflow/tfjs-converter":"^3.1.0","@tensorflow/tfjs-core":"^3.1.0","@tensorflow/tfjs-data":"^3.1.0","@tensorflow/tfjs-layers":"^3.1.0","@tensorflow/tfjs-node":"^3.1.0","@tensorflow/tfjs-node-gpu":"^3.1.0","@types/node":"^14.14.31","@typescript-eslint/eslint-plugin":"^4.15.1","@typescript-eslint/parser":"^4.15.1","@vladmandic/pilogger":"^0.2.14",chokidar:"^3.5.1",dayjs:"^1.10.4",esbuild:"^0.8.50",eslint:"^7.20.0","eslint-config-airbnb-base":"^14.2.1","eslint-plugin-import":"^2.22.1","eslint-plugin-json":"^2.1.2","eslint-plugin-node":"^11.1.0","eslint-plugin-promise":"^4.3.1",rimraf:"^3.0.2",seedrandom:"^3.0.5","simple-git":"^2.35.1",tslib:"^2.1.0",typescript:"^4.3.0-dev.20210221"},L6={start:"node --trace-warnings --unhandled-rejections=strict --trace-uncaught --no-deprecation src/node.js",lint:"eslint src demo server",dev:"npm install && node server/serve.js",build:"rimraf dist/* && rimraf types/* && node server/build.js && node server/changelog.js",update:"npm update --depth 20 --force && npm dedupe && npm prune && npm audit"},W6=["tensorflowjs","face-detection","face-geometry","face-embedding","face-recognition","body-tracking","hand-tracking","iris-tracking","age-estimation","emotion-detection","gender-prediction","gesture-recognition"],Dae={name:v6,version:U2,description:k6,sideEffects:I6,main:N6,module:S6,browser:T6,types:E6,author:C6,bugs:R6,homepage:F6,license:M6,engines:$6,repository:O6,dependencies:D6,peerDependencies:z6,devDependencies:P6,scripts:L6,keywords:W6};var dt=()=>typeof performance!="undefined"?performance.now():parseInt((Number(process.hrtime.bigint())/1e3/1e3).toString());function zc(...e){let t=n=>n&&typeof n=="object";return e.reduce((n,r)=>(Object.keys(r||{}).forEach(a=>{let s=n[a],i=r[a];Array.isArray(s)&&Array.isArray(i)?n[a]=s.concat(...i):t(s)&&t(i)?n[a]=zc(s,i):n[a]=i}),n),{})}var j2=class{constructor(t={}){this.tf=uh,this.package=V2,this.version=U2,this.config=zc(b6,t),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=B6,this.age=a2,this.gender=o2,this.emotion=p2,this.body=R2,this.hand=P2}profile(){return this.config.profile?t2:{}}analyze(...t){if(!this.analyzeMemoryLeaks)return;let n=this.tf.engine().state.numTensors,r=this.numTensors;this.numTensors=n;let a=n-r;a!==0&&Te(...t,a)}sanity(t){if(!this.checkSanity)return null;if(!t)return"input is not defined";if(this.tf.ENV.flags.IS_NODE&&!(t instanceof this.tf.Tensor))return"input must be a tensor";try{this.tf.getBackend()}catch(n){return"backend not loaded"}return null}simmilarity(t,n){return this.config.face.embedding.enabled?Gv(t,n):0}async load(t=null){this.state="load";let n=dt();t&&(this.config=zc(this.config,t)),this.firstRun&&(Te(`version: ${this.version} TensorFlow/JS version: ${this.tf.version_core}`),await this.checkBackend(!0),this.tf.ENV.flags.IS_BROWSER&&(Te("configuration:",this.config),Te("tf flags:",this.tf.ENV.flags)));let r=this.config.face.detector.modelPath.includes("faceboxes")?n2:B6;this.config.async?[this.models.face,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.face||(this.config.face.enabled?r.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?s2(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?h2(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?A2(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?g2(this.config):null),this.models.posenet||(this.config.body.enabled?M2(this.config):null),this.models.handpose||(this.config.hand.enabled?B2(this.config):null)]):(this.config.face.enabled&&!this.models.face&&(this.models.face=await r.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await s2(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await h2(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await A2(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await g2(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await M2(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await B2(this.config))),this.firstRun&&(Te("tf engine state:",this.tf.engine().state.numBytes,"bytes",this.tf.engine().state.numTensors,"tensors"),this.firstRun=!1);let a=Math.trunc(dt()-n);a>(this.perf.load||0)&&(this.perf.load=a)}async checkBackend(t=!1){if(this.config.backend&&this.config.backend!==""&&t||this.tf.getBackend()!==this.config.backend){let n=dt();this.state="backend",Te("setting backend:",this.config.backend),this.config.backend==="wasm"&&(Te("settings wasm path:",this.config.wasmPath),this.tf.setWasmPaths(this.config.wasmPath),await this.tf.env().getAsync("WASM_HAS_SIMD_SUPPORT")||Te("warning: wasm simd support is not enabled")),this.config.backend==="humangl"&&Rv();try{await this.tf.setBackend(this.config.backend)}catch(r){Te("error: cannot set backend:",this.config.backend,r)}if(this.tf.enableProdMode(),this.tf.getBackend()==="webgl"){this.config.deallocate&&(Te("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),this.tf.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),this.tf.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),this.tf.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let r=await this.tf.backend().getGPGPUContext().gl;Te(`gl version:${r.getParameter(r.VERSION)} renderer:${r.getParameter(r.RENDERER)}`)}await this.tf.ready(),this.perf.backend=Math.trunc(dt()-n)}}async detectFace(t){var c,u,h,d,p,f;let n,r,a,s,i,o=[];this.state="run:face",n=dt();let l=await((c=this.models.face)==null?void 0:c.estimateFaces(t,this.config));this.perf.face=Math.trunc(dt()-n);for(let m of l){if(this.analyze("Get Face"),!m.image||m.image.isDisposedInternal){Te("Face object is disposed:",m.image);continue}this.analyze("Start Age:"),this.config.async?r=this.config.face.age.enabled?i2(m.image,this.config):{}:(this.state="run:age",n=dt(),r=this.config.face.age.enabled?await i2(m.image,this.config):{},this.perf.age=Math.trunc(dt()-n)),this.analyze("Start Gender:"),this.config.async?a=this.config.face.gender.enabled?d2(m.image,this.config):{}:(this.state="run:gender",n=dt(),a=this.config.face.gender.enabled?await d2(m.image,this.config):{},this.perf.gender=Math.trunc(dt()-n)),this.analyze("Start Emotion:"),this.config.async?s=this.config.face.emotion.enabled?y2(m.image,this.config):{}:(this.state="run:emotion",n=dt(),s=this.config.face.emotion.enabled?await y2(m.image,this.config):{},this.perf.emotion=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?i=this.config.face.embedding.enabled?x2(m.image,this.config):[]:(this.state="run:embedding",n=dt(),i=this.config.face.embedding.enabled?await x2(m.image,this.config):[],this.perf.embedding=Math.trunc(dt()-n)),this.analyze("End Emotion:"),this.config.async&&([r,a,s,i]=await Promise.all([r,a,s,i])),this.analyze("Finish Face:"),!this.config.face.iris.enabled&&((u=m==null?void 0:m.annotations)==null?void 0:u.leftEyeIris)&&((h=m==null?void 0:m.annotations)==null?void 0:h.rightEyeIris)&&(delete m.annotations.leftEyeIris,delete m.annotations.rightEyeIris);let A=((d=m.annotations)==null?void 0:d.leftEyeIris)&&((p=m.annotations)==null?void 0:p.rightEyeIris)?11.7*Math.max(Math.abs(m.annotations.leftEyeIris[3][0]-m.annotations.leftEyeIris[1][0]),Math.abs(m.annotations.rightEyeIris[4][1]-m.annotations.rightEyeIris[2][1])):0;o.push({confidence:m.confidence,box:m.box,mesh:m.mesh,boxRaw:m.boxRaw,meshRaw:m.meshRaw,annotations:m.annotations,age:r.age,gender:a.gender,genderConfidence:a.confidence,emotion:s,embedding:i,iris:A!==0?Math.trunc(A)/100:0}),(f=m.image)==null||f.dispose(),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),o}async detect(t,n={}){return new Promise(async r=>{var d,p,f,m;this.state="config";let a;this.config=zc(this.config,n),this.state="check";let s=this.sanity(t);s&&(Te(s,t),r({error:s}));let i,o,l,c=dt();await this.checkBackend(),await this.load(),this.config.scoped&&this.tf.engine().startScope(),this.analyze("Start Scope:"),a=dt();let u=_6(t,this.config);if(!u||!u.tensor){Te("could not convert input to tensor"),r({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(dt()-a),this.analyze("Get Image:"),this.config.async?(l=this.config.face.enabled?this.detectFace(u.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",a=dt(),l=this.config.face.enabled?await this.detectFace(u.tensor):[],this.perf.face=Math.trunc(dt()-a)),this.analyze("Start Body:"),this.config.async?(i=this.config.body.enabled?(d=this.models.posenet)==null?void 0:d.estimatePoses(u.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",a=dt(),i=this.config.body.enabled?await((p=this.models.posenet)==null?void 0:p.estimatePoses(u.tensor,this.config)):[],this.perf.body=Math.trunc(dt()-a)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(o=this.config.hand.enabled?(f=this.models.handpose)==null?void 0:f.estimateHands(u.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",a=dt(),o=this.config.hand.enabled?await((m=this.models.handpose)==null?void 0:m.estimateHands(u.tensor,this.config)):[],this.perf.hand=Math.trunc(dt()-a)),this.analyze("End Hand:"),this.config.async&&([l,i,o]=await Promise.all([l,i,o])),u.tensor.dispose(),this.config.scoped&&this.tf.engine().endScope(),this.analyze("End Scope:");let h=[];this.config.gesture.enabled&&(a=dt(),h=[...y6(l),...A6(i),...x6(o),...g6(l)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(dt()-a)),this.perf.total=Math.trunc(dt()-c),this.state="idle",r({face:l,body:i,hand:o,gesture:h,performance:this.perf,canvas:u.canvas})})}async warmupBitmap(){let t=(a,s="application/octet-stream")=>fetch(`data:${s};base64,${a}`).then(i=>i.blob()),n,r;switch(this.config.warmup){case"face":n=await t(f0);break;case"full":n=await t(m0);break;default:n=null}if(n){let a=await createImageBitmap(n);r=await this.detect(a,this.config),a.close()}return r}async warmupCanvas(){return new Promise(t=>{let n,r=0;switch(this.config.warmup){case"face":r=256,n="data:image/jpeg;base64,"+f0;break;case"full":r=1200,n="data:image/jpeg;base64,"+m0;break;default:n=null}let a=new Image(r,r);a.onload=()=>{let s=typeof OffscreenCanvas!="undefined"?new OffscreenCanvas(r,r):document.createElement("canvas");s.width=r,s.height=r;let i=s.getContext("2d");i==null||i.drawImage(a,0,0);let o=i==null?void 0:i.getImageData(0,0,r,r);this.detect(o,this.config).then(l=>t(l))},n?a.src=n:t(null)})}async warmupNode(){let t=i=>Buffer.from(i,"base64"),n=this.config.warmup==="face"?t(f0):t(m0),r=(void 0).decodeJpeg(n),a=r.expandDims(0);this.tf.dispose(r);let s=await this.detect(a,this.config);return this.tf.dispose(a),s}async warmup(t){let n=dt();t&&(this.config=zc(this.config,t));let r=this.config.videoOptimized;this.config.videoOptimized=!1;let a;typeof createImageBitmap=="function"?a=await this.warmupBitmap():typeof Image!="undefined"?a=await this.warmupCanvas():a=await this.warmupNode(),this.config.videoOptimized=r;let s=dt();return Te("Warmup",this.config.warmup,Math.round(s-n),"ms",a),a}};return zae;})(); /** * @license * Copyright 2017 Google LLC. All Rights Reserved. diff --git a/wiki b/wiki index a6ff72f7..1b10fa6f 160000 --- a/wiki +++ b/wiki @@ -1 +1 @@ -Subproject commit a6ff72f7dd11669b726ab160a93e69763ee337f5 +Subproject commit 1b10fa6f8da3ef4c5460b4528134c372d25fd5d6