diff --git a/demo/node.js b/demo/node.js index 51b5be00..7bd76002 100644 --- a/demo/node.js +++ b/demo/node.js @@ -53,6 +53,7 @@ async function detect(input) { } async function main() { + log.info('NodeJS:', process.version); if (process.argv.length !== 3) log.error('Parameters: '); else if (!fs.existsSync(process.argv[2])) log.error(`File not found: ${process.argv[2]}`); else detect(process.argv[2]); diff --git a/dist/demo-browser-index.js b/dist/demo-browser-index.js index 86069d42..5b76eaaf 100644 --- a/dist/demo-browser-index.js +++ b/dist/demo-browser-index.js @@ -4685,7 +4685,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`,version11="0.9.18",now2=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig2={}){this.tf=tfjs_esm_exports,this.version=version11,this.config=mergeDeep(config_default,userConfig2),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile2.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=engine15().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input2){if(!this.checkSanity)return null;if(!input2)return"input is not defined";if(ENV.flags.IS_NODE&&!(input2 instanceof Tensor))return"input must be a tensor";try{getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding22){return this.config.face.embedding.enabled?embedding2.simmilarity(embedding1,embedding22):0}async load(userConfig2){this.state="load";let timeStamp=now2();userConfig2&&(this.config=mergeDeep(this.config,userConfig2)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${version6}`),await this.checkBackend(!0),ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding2.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding2.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now2()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||getBackend()!==this.config.backend){let timeStamp=now2();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),setWasmPaths(this.config.wasmPath);let simd=await env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await setBackend(this.config.backend),enableProdMode(),getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await backend2().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await ready(),this.perf.backend=Math.trunc(now2()-timeStamp)}}async detectFace(input2){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now2();let faces=await this.models.facemesh.estimateFaces(input2,this.config);this.perf.face=Math.trunc(now2()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now2(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now2()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now2(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now2()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now2(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding2.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now2(),embeddingRes=this.config.face.embedding.enabled?await embedding2.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input2,userConfig2={}){this.state="image",this.config=mergeDeep(this.config,userConfig2);let process3=image2.process(input2,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input2,userConfig2={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig2),this.state="check";let error=this.sanity(input2);error&&(log(error,input2),resolve({error}));let poseRes,handRes,faceRes,timeStart=now2();await this.checkBackend(),await this.load(),this.config.scoped&&engine15().startScope(),this.analyze("Start Scope:"),timeStamp=now2();let process3=image2.process(input2,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now2()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now2(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now2()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now2(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now2()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now2(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now2()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&engine15().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now2(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now2()-timeStamp)),this.perf.total=Math.trunc(now2()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig2){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig2&&(this.config=mergeDeep(this.config,userConfig2));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now2(),warmup=await this.detect(bitmap,config_exports),t1=now2();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};async function drawGesture(result,canvas,ui2){if(!result)return;let ctx=canvas.getContext("2d");ctx.font=ui2.baseFont,ctx.fillStyle=ui2.baseLabel;let i=1;for(let gesture2=0;gesture21&&what[1].length>0){let person=where2[1]>0?`#${where2[1]}`:"",label=`${where2[0]} ${person}: ${what[1]}`;ctx.fillStyle="black",ctx.fillText(label,8,2+i*ui2.baseLineHeight),ctx.fillStyle=ui2.baseLabel,ctx.fillText(label,6,0+i*ui2.baseLineHeight),i+=1}}}async function drawFace(result,canvas,ui2,triangulation){if(!result)return;let ctx=canvas.getContext("2d");for(let face2 of result){ctx.font=ui2.baseFont,ctx.strokeStyle=ui2.baseColor,ctx.fillStyle=ui2.baseColor,ctx.lineWidth=ui2.baseLineWidth,ctx.beginPath(),ui2.drawBoxes&&ctx.rect(face2.box[0],face2.box[1],face2.box[2],face2.box[3]);let labels=[];if(face2.genderConfidence&&labels.push(`${Math.trunc(100*face2.genderConfidence)}% ${face2.gender||""}`),face2.age&&labels.push(`age: ${face2.age||""}`),face2.iris&&labels.push(`iris: ${face2.iris}`),face2.emotion&&face2.emotion.length>0){let emotion2=face2.emotion.map(a=>`${Math.trunc(100*a.score)}% ${a.emotion}`);labels.push(emotion2.join(" "))}ctx.fillStyle=ui2.baseLabel;for(let i=0;iface2.mesh[index]),path=new Path2D;path.moveTo(points[0][0],points[0][1]);for(let point of points)path.lineTo(point[0],point[1]);path.closePath(),ctx.strokeStyle=ui2.useDepth?`rgba(${127.5+2*points[0][2]}, ${127.5-2*points[0][2]}, 255, 0.3)`:ui2.baseColor,ctx.stroke(path),ui2.fillPolygons&&(ctx.fillStyle=ui2.useDepth?`rgba(${127.5+2*points[0][2]}, ${127.5-2*points[0][2]}, 255, 0.3)`:ui2.baseColor,ctx.fill(path))}if(face2.annotations&&face2.annotations.leftEyeIris){ctx.strokeStyle=ui2.useDepth?"rgba(255, 200, 255, 0.3)":ui2.baseColor,ctx.beginPath();let sizeX=Math.abs(face2.annotations.leftEyeIris[3][0]-face2.annotations.leftEyeIris[1][0])/2,sizeY=Math.abs(face2.annotations.leftEyeIris[4][1]-face2.annotations.leftEyeIris[2][1])/2;ctx.ellipse(face2.annotations.leftEyeIris[0][0],face2.annotations.leftEyeIris[0][1],sizeX,sizeY,0,0,2*Math.PI),ctx.stroke(),ui2.fillPolygons&&(ctx.fillStyle=ui2.useDepth?"rgba(255, 255, 200, 0.3)":ui2.baseColor,ctx.fill())}if(face2.annotations&&face2.annotations.rightEyeIris){ctx.strokeStyle=ui2.useDepth?"rgba(255, 200, 255, 0.3)":ui2.baseColor,ctx.beginPath();let sizeX=Math.abs(face2.annotations.rightEyeIris[3][0]-face2.annotations.rightEyeIris[1][0])/2,sizeY=Math.abs(face2.annotations.rightEyeIris[4][1]-face2.annotations.rightEyeIris[2][1])/2;ctx.ellipse(face2.annotations.rightEyeIris[0][0],face2.annotations.rightEyeIris[0][1],sizeX,sizeY,0,0,2*Math.PI),ctx.stroke(),ui2.fillPolygons&&(ctx.fillStyle=ui2.useDepth?"rgba(255, 255, 200, 0.3)":ui2.baseColor,ctx.fill())}}}}}var lastDrawnPose=[];async function drawBody(result,canvas,ui2){if(!result)return;let ctx=canvas.getContext("2d");ctx.lineJoin="round";for(let i=0;ia.part==="leftShoulder"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="rightShoulder"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="rightHip"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftHip"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftShoulder"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="leftHip"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="leftKnee"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftAnkle"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="rightHip"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="rightKnee"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="rightAnkle"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="leftShoulder"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="leftElbow"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftWrist"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="rightShoulder"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="rightElbow"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="rightWrist"),part&&path.lineTo(part.position.x,part.position.y)),ctx.stroke(path)}}}async function drawHand(result,canvas,ui2){if(!result)return;let ctx=canvas.getContext("2d");ctx.lineJoin="round";for(let hand of result){if(ctx.font=ui2.baseFont,ctx.lineWidth=ui2.baseLineWidth,ui2.drawBoxes&&(ctx.lineWidth=ui2.baseLineWidth,ctx.beginPath(),ctx.strokeStyle=ui2.baseColor,ctx.fillStyle=ui2.baseColor,ctx.rect(hand.box[0],hand.box[1],hand.box[2],hand.box[3]),ctx.fillStyle="black",ctx.fillText("hand",hand.box[0]+3,1+hand.box[1]+ui2.baseLineHeight,hand.box[2]),ctx.fillStyle=ui2.baseLabel,ctx.fillText("hand",hand.box[0]+2,0+hand.box[1]+ui2.baseLineHeight,hand.box[2]),ctx.stroke()),ui2.drawPoints&&(hand.landmarks&&hand.landmarks.length>0))for(let point of hand.landmarks)ctx.fillStyle=ui2.useDepth?`rgba(${127.5+2*point[2]}, ${127.5-2*point[2]}, 255, 0.5)`:ui2.baseColor,ctx.beginPath(),ctx.arc(point[0],point[1],2,0,2*Math.PI),ctx.fill();if(ui2.drawPolygons){let addPart=part=>{if(!part)return;for(let i=0;i0?i-1:0][0],part[i>0?i-1:0][1]),ctx.lineTo(part[i][0],part[i][1]),ctx.stroke()};addPart(hand.annotations.indexFinger),addPart(hand.annotations.middleFinger),addPart(hand.annotations.ringFinger),addPart(hand.annotations.pinky),addPart(hand.annotations.thumb)}}}var draw_default={face:drawFace,body:drawBody,hand:drawHand,gesture:drawGesture},instance=0,CSScreated=!1,theme={background:"darkslategray",hover:"lightgray",itemBackground:"black",itemColor:"white",buttonBackground:"lightblue",buttonHover:"lightgreen",checkboxOn:"lightgreen",checkboxOff:"lightcoral",rangeBackground:"lightblue",rangeLabel:"white",chartColor:"lightblue"};function createCSS(){if(CSScreated)return;let css=` +2Q==`,version11="0.9.19",now2=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig2={}){this.tf=tfjs_esm_exports,this.version=version11,this.config=mergeDeep(config_default,userConfig2),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile2.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=engine15().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input2){if(!this.checkSanity)return null;if(!input2)return"input is not defined";if(ENV.flags.IS_NODE&&!(input2 instanceof Tensor))return"input must be a tensor";try{getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding22){return this.config.face.embedding.enabled?embedding2.simmilarity(embedding1,embedding22):0}async load(userConfig2){this.state="load";let timeStamp=now2();userConfig2&&(this.config=mergeDeep(this.config,userConfig2)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${version6}`),await this.checkBackend(!0),ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding2.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding2.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now2()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||getBackend()!==this.config.backend){let timeStamp=now2();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),setWasmPaths(this.config.wasmPath);let simd=await env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await setBackend(this.config.backend),enableProdMode(),getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await backend2().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await ready(),this.perf.backend=Math.trunc(now2()-timeStamp)}}async detectFace(input2){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now2();let faces=await this.models.facemesh.estimateFaces(input2,this.config);this.perf.face=Math.trunc(now2()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now2(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now2()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now2(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now2()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now2(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding2.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now2(),embeddingRes=this.config.face.embedding.enabled?await embedding2.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input2,userConfig2={}){this.state="image",this.config=mergeDeep(this.config,userConfig2);let process3=image2.process(input2,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input2,userConfig2={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig2),this.state="check";let error=this.sanity(input2);error&&(log(error,input2),resolve({error}));let poseRes,handRes,faceRes,timeStart=now2();await this.checkBackend(),await this.load(),this.config.scoped&&engine15().startScope(),this.analyze("Start Scope:"),timeStamp=now2();let process3=image2.process(input2,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now2()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now2(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now2()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now2(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now2()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now2(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now2()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&engine15().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now2(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now2()-timeStamp)),this.perf.total=Math.trunc(now2()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig2){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig2&&(this.config=mergeDeep(this.config,userConfig2));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now2(),warmup=await this.detect(bitmap,config_exports),t1=now2();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};async function drawGesture(result,canvas,ui2){if(!result)return;let ctx=canvas.getContext("2d");ctx.font=ui2.baseFont,ctx.fillStyle=ui2.baseLabel;let i=1;for(let gesture2=0;gesture21&&what[1].length>0){let person=where2[1]>0?`#${where2[1]}`:"",label=`${where2[0]} ${person}: ${what[1]}`;ctx.fillStyle="black",ctx.fillText(label,8,2+i*ui2.baseLineHeight),ctx.fillStyle=ui2.baseLabel,ctx.fillText(label,6,0+i*ui2.baseLineHeight),i+=1}}}async function drawFace(result,canvas,ui2,triangulation){if(!result)return;let ctx=canvas.getContext("2d");for(let face2 of result){ctx.font=ui2.baseFont,ctx.strokeStyle=ui2.baseColor,ctx.fillStyle=ui2.baseColor,ctx.lineWidth=ui2.baseLineWidth,ctx.beginPath(),ui2.drawBoxes&&ctx.rect(face2.box[0],face2.box[1],face2.box[2],face2.box[3]);let labels=[];if(face2.genderConfidence&&labels.push(`${Math.trunc(100*face2.genderConfidence)}% ${face2.gender||""}`),face2.age&&labels.push(`age: ${face2.age||""}`),face2.iris&&labels.push(`iris: ${face2.iris}`),face2.emotion&&face2.emotion.length>0){let emotion2=face2.emotion.map(a=>`${Math.trunc(100*a.score)}% ${a.emotion}`);labels.push(emotion2.join(" "))}ctx.fillStyle=ui2.baseLabel;for(let i=0;iface2.mesh[index]),path=new Path2D;path.moveTo(points[0][0],points[0][1]);for(let point of points)path.lineTo(point[0],point[1]);path.closePath(),ctx.strokeStyle=ui2.useDepth?`rgba(${127.5+2*points[0][2]}, ${127.5-2*points[0][2]}, 255, 0.3)`:ui2.baseColor,ctx.stroke(path),ui2.fillPolygons&&(ctx.fillStyle=ui2.useDepth?`rgba(${127.5+2*points[0][2]}, ${127.5-2*points[0][2]}, 255, 0.3)`:ui2.baseColor,ctx.fill(path))}if(face2.annotations&&face2.annotations.leftEyeIris){ctx.strokeStyle=ui2.useDepth?"rgba(255, 200, 255, 0.3)":ui2.baseColor,ctx.beginPath();let sizeX=Math.abs(face2.annotations.leftEyeIris[3][0]-face2.annotations.leftEyeIris[1][0])/2,sizeY=Math.abs(face2.annotations.leftEyeIris[4][1]-face2.annotations.leftEyeIris[2][1])/2;ctx.ellipse(face2.annotations.leftEyeIris[0][0],face2.annotations.leftEyeIris[0][1],sizeX,sizeY,0,0,2*Math.PI),ctx.stroke(),ui2.fillPolygons&&(ctx.fillStyle=ui2.useDepth?"rgba(255, 255, 200, 0.3)":ui2.baseColor,ctx.fill())}if(face2.annotations&&face2.annotations.rightEyeIris){ctx.strokeStyle=ui2.useDepth?"rgba(255, 200, 255, 0.3)":ui2.baseColor,ctx.beginPath();let sizeX=Math.abs(face2.annotations.rightEyeIris[3][0]-face2.annotations.rightEyeIris[1][0])/2,sizeY=Math.abs(face2.annotations.rightEyeIris[4][1]-face2.annotations.rightEyeIris[2][1])/2;ctx.ellipse(face2.annotations.rightEyeIris[0][0],face2.annotations.rightEyeIris[0][1],sizeX,sizeY,0,0,2*Math.PI),ctx.stroke(),ui2.fillPolygons&&(ctx.fillStyle=ui2.useDepth?"rgba(255, 255, 200, 0.3)":ui2.baseColor,ctx.fill())}}}}}var lastDrawnPose=[];async function drawBody(result,canvas,ui2){if(!result)return;let ctx=canvas.getContext("2d");ctx.lineJoin="round";for(let i=0;ia.part==="leftShoulder"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="rightShoulder"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="rightHip"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftHip"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftShoulder"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="leftHip"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="leftKnee"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftAnkle"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="rightHip"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="rightKnee"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="rightAnkle"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="leftShoulder"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="leftElbow"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="leftWrist"),part&&path.lineTo(part.position.x,part.position.y)),root=result[i].keypoints.find(a=>a.part==="rightShoulder"),root&&(path.moveTo(root.position.x,root.position.y),part=result[i].keypoints.find(a=>a.part==="rightElbow"),part&&path.lineTo(part.position.x,part.position.y),part=result[i].keypoints.find(a=>a.part==="rightWrist"),part&&path.lineTo(part.position.x,part.position.y)),ctx.stroke(path)}}}async function drawHand(result,canvas,ui2){if(!result)return;let ctx=canvas.getContext("2d");ctx.lineJoin="round";for(let hand of result){if(ctx.font=ui2.baseFont,ctx.lineWidth=ui2.baseLineWidth,ui2.drawBoxes&&(ctx.lineWidth=ui2.baseLineWidth,ctx.beginPath(),ctx.strokeStyle=ui2.baseColor,ctx.fillStyle=ui2.baseColor,ctx.rect(hand.box[0],hand.box[1],hand.box[2],hand.box[3]),ctx.fillStyle="black",ctx.fillText("hand",hand.box[0]+3,1+hand.box[1]+ui2.baseLineHeight,hand.box[2]),ctx.fillStyle=ui2.baseLabel,ctx.fillText("hand",hand.box[0]+2,0+hand.box[1]+ui2.baseLineHeight,hand.box[2]),ctx.stroke()),ui2.drawPoints&&(hand.landmarks&&hand.landmarks.length>0))for(let point of hand.landmarks)ctx.fillStyle=ui2.useDepth?`rgba(${127.5+2*point[2]}, ${127.5-2*point[2]}, 255, 0.5)`:ui2.baseColor,ctx.beginPath(),ctx.arc(point[0],point[1],2,0,2*Math.PI),ctx.fill();if(ui2.drawPolygons){let addPart=part=>{if(!part)return;for(let i=0;i0?i-1:0][0],part[i>0?i-1:0][1]),ctx.lineTo(part[i][0],part[i][1]),ctx.stroke()};addPart(hand.annotations.indexFinger),addPart(hand.annotations.middleFinger),addPart(hand.annotations.ringFinger),addPart(hand.annotations.pinky),addPart(hand.annotations.thumb)}}}var draw_default={face:drawFace,body:drawBody,hand:drawHand,gesture:drawGesture},instance=0,CSScreated=!1,theme={background:"darkslategray",hover:"lightgray",itemBackground:"black",itemColor:"white",buttonBackground:"lightblue",buttonHover:"lightgreen",checkboxOn:"lightgreen",checkboxOff:"lightcoral",rangeBackground:"lightblue",rangeLabel:"white",chartColor:"lightblue"};function createCSS(){if(CSScreated)return;let css=` :root { --rounded: 0.2rem; } .menu { position: absolute; top: 0rem; right: 0; width: max-content; padding: 0 0.2rem 0 0.2rem; line-height: 1.8rem; z-index: 10; box-shadow: 0 0 8px dimgrey; background: ${theme.background}; border-radius: var(--rounded); border-color: black; border-style: solid; border-width: thin; } diff --git a/dist/human.esm-nobundle.js b/dist/human.esm-nobundle.js index 21a4c387..5fb71f9e 100644 --- a/dist/human.esm-nobundle.js +++ b/dist/human.esm-nobundle.js @@ -731,7 +731,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var version="0.9.18",now=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tf3,this.version=version,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=tf3.engine().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input){if(!this.checkSanity)return null;if(!input)return"input is not defined";if(tf3.ENV.flags.IS_NODE&&!(input instanceof tf3.Tensor))return"input must be a tensor";try{tf3.getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding2){return this.config.face.embedding.enabled?embedding.simmilarity(embedding1,embedding2):0}async load(userConfig){this.state="load";let timeStamp=now();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${tf3.version_core}`),await this.checkBackend(!0),tf3.ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",tf3.ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||tf3.getBackend()!==this.config.backend){let timeStamp=now();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),tf3.setWasmPaths(this.config.wasmPath);let simd=await tf3.env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await tf3.setBackend(this.config.backend),tf3.enableProdMode(),tf3.getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),tf3.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),tf3.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),tf3.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await tf3.backend().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await tf3.ready(),this.perf.backend=Math.trunc(now()-timeStamp)}}async detectFace(input){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now();let faces=await this.models.facemesh.estimateFaces(input,this.config);this.perf.face=Math.trunc(now()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now(),embeddingRes=this.config.face.embedding.enabled?await embedding.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input);error&&(log(error,input),resolve({error}));let poseRes,handRes,faceRes,timeStart=now();await this.checkBackend(),await this.load(),this.config.scoped&&tf3.engine().startScope(),this.analyze("Start Scope:"),timeStamp=now();let process3=image2.process(input,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&tf3.engine().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now()-timeStamp)),this.perf.total=Math.trunc(now()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now(),warmup=await this.detect(bitmap,config_exports),t1=now();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};export{Human as default}; +2Q==`;var version="0.9.19",now=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tf3,this.version=version,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=tf3.engine().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input){if(!this.checkSanity)return null;if(!input)return"input is not defined";if(tf3.ENV.flags.IS_NODE&&!(input instanceof tf3.Tensor))return"input must be a tensor";try{tf3.getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding2){return this.config.face.embedding.enabled?embedding.simmilarity(embedding1,embedding2):0}async load(userConfig){this.state="load";let timeStamp=now();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${tf3.version_core}`),await this.checkBackend(!0),tf3.ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",tf3.ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||tf3.getBackend()!==this.config.backend){let timeStamp=now();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),tf3.setWasmPaths(this.config.wasmPath);let simd=await tf3.env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await tf3.setBackend(this.config.backend),tf3.enableProdMode(),tf3.getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),tf3.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),tf3.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),tf3.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await tf3.backend().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await tf3.ready(),this.perf.backend=Math.trunc(now()-timeStamp)}}async detectFace(input){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now();let faces=await this.models.facemesh.estimateFaces(input,this.config);this.perf.face=Math.trunc(now()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now(),embeddingRes=this.config.face.embedding.enabled?await embedding.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input);error&&(log(error,input),resolve({error}));let poseRes,handRes,faceRes,timeStart=now();await this.checkBackend(),await this.load(),this.config.scoped&&tf3.engine().startScope(),this.analyze("Start Scope:"),timeStamp=now();let process3=image2.process(input,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&tf3.engine().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now()-timeStamp)),this.perf.total=Math.trunc(now()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now(),warmup=await this.detect(bitmap,config_exports),t1=now();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};export{Human as default}; /** * @license * Copyright 2020 Google LLC. All Rights Reserved. diff --git a/dist/human.esm.js b/dist/human.esm.js index 8109d80a..cc21c246 100644 --- a/dist/human.esm.js +++ b/dist/human.esm.js @@ -4685,7 +4685,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var version11="0.9.18",now2=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tfjs_esm_exports,this.version=version11,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile2.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=engine15().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input2){if(!this.checkSanity)return null;if(!input2)return"input is not defined";if(ENV.flags.IS_NODE&&!(input2 instanceof Tensor))return"input must be a tensor";try{getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding22){return this.config.face.embedding.enabled?embedding2.simmilarity(embedding1,embedding22):0}async load(userConfig){this.state="load";let timeStamp=now2();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${version6}`),await this.checkBackend(!0),ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding2.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding2.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now2()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||getBackend()!==this.config.backend){let timeStamp=now2();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),setWasmPaths(this.config.wasmPath);let simd=await env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await setBackend(this.config.backend),enableProdMode(),getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await backend2().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await ready(),this.perf.backend=Math.trunc(now2()-timeStamp)}}async detectFace(input2){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now2();let faces=await this.models.facemesh.estimateFaces(input2,this.config);this.perf.face=Math.trunc(now2()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now2(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now2()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now2(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now2()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now2(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding2.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now2(),embeddingRes=this.config.face.embedding.enabled?await embedding2.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input2,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input2,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input2,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input2);error&&(log(error,input2),resolve({error}));let poseRes,handRes,faceRes,timeStart=now2();await this.checkBackend(),await this.load(),this.config.scoped&&engine15().startScope(),this.analyze("Start Scope:"),timeStamp=now2();let process3=image2.process(input2,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now2()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now2(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now2()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now2(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now2()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now2(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now2()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&engine15().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now2(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now2()-timeStamp)),this.perf.total=Math.trunc(now2()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now2(),warmup=await this.detect(bitmap,config_exports),t1=now2();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};export{Human as default}; +2Q==`;var version11="0.9.19",now2=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tfjs_esm_exports,this.version=version11,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile2.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=engine15().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input2){if(!this.checkSanity)return null;if(!input2)return"input is not defined";if(ENV.flags.IS_NODE&&!(input2 instanceof Tensor))return"input must be a tensor";try{getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding22){return this.config.face.embedding.enabled?embedding2.simmilarity(embedding1,embedding22):0}async load(userConfig){this.state="load";let timeStamp=now2();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${version6}`),await this.checkBackend(!0),ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding2.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding2.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now2()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||getBackend()!==this.config.backend){let timeStamp=now2();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),setWasmPaths(this.config.wasmPath);let simd=await env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await setBackend(this.config.backend),enableProdMode(),getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await backend2().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await ready(),this.perf.backend=Math.trunc(now2()-timeStamp)}}async detectFace(input2){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now2();let faces=await this.models.facemesh.estimateFaces(input2,this.config);this.perf.face=Math.trunc(now2()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now2(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now2()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now2(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now2()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now2(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding2.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now2(),embeddingRes=this.config.face.embedding.enabled?await embedding2.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input2,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input2,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input2,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input2);error&&(log(error,input2),resolve({error}));let poseRes,handRes,faceRes,timeStart=now2();await this.checkBackend(),await this.load(),this.config.scoped&&engine15().startScope(),this.analyze("Start Scope:"),timeStamp=now2();let process3=image2.process(input2,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now2()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now2(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now2()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now2(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now2()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now2(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now2()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&engine15().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now2(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now2()-timeStamp)),this.perf.total=Math.trunc(now2()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now2(),warmup=await this.detect(bitmap,config_exports),t1=now2();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};export{Human as default}; /** * @license * Copyright 2017 Google LLC. All Rights Reserved. diff --git a/dist/human.esm.json b/dist/human.esm.json index 2bb739c2..db864bed 100644 --- a/dist/human.esm.json +++ b/dist/human.esm.json @@ -358,7 +358,7 @@ "imports": [] }, "package.json": { - "bytes": 2314, + "bytes": 2334, "imports": [] }, "src/human.js": { diff --git a/dist/human.js b/dist/human.js index e9d92988..ca44e4e3 100644 --- a/dist/human.js +++ b/dist/human.js @@ -4685,7 +4685,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var version11="0.9.18",now2=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tfjs_esm_exports,this.version=version11,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile2.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=engine15().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input2){if(!this.checkSanity)return null;if(!input2)return"input is not defined";if(ENV.flags.IS_NODE&&!(input2 instanceof Tensor))return"input must be a tensor";try{getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding22){return this.config.face.embedding.enabled?embedding2.simmilarity(embedding1,embedding22):0}async load(userConfig){this.state="load";let timeStamp=now2();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${version6}`),await this.checkBackend(!0),ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding2.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding2.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now2()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||getBackend()!==this.config.backend){let timeStamp=now2();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),setWasmPaths(this.config.wasmPath);let simd=await env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await setBackend(this.config.backend),enableProdMode(),getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await backend2().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await ready(),this.perf.backend=Math.trunc(now2()-timeStamp)}}async detectFace(input2){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now2();let faces=await this.models.facemesh.estimateFaces(input2,this.config);this.perf.face=Math.trunc(now2()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now2(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now2()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now2(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now2()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now2(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding2.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now2(),embeddingRes=this.config.face.embedding.enabled?await embedding2.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input2,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input2,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input2,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input2);error&&(log(error,input2),resolve({error}));let poseRes,handRes,faceRes,timeStart=now2();await this.checkBackend(),await this.load(),this.config.scoped&&engine15().startScope(),this.analyze("Start Scope:"),timeStamp=now2();let process3=image2.process(input2,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now2()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now2(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now2()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now2(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now2()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now2(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now2()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&engine15().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now2(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now2()-timeStamp)),this.perf.total=Math.trunc(now2()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now2(),warmup=await this.detect(bitmap,config_exports),t1=now2();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};return human_exports;})(); +2Q==`;var version11="0.9.19",now2=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tfjs_esm_exports,this.version=version11,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile2.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=engine15().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input2){if(!this.checkSanity)return null;if(!input2)return"input is not defined";if(ENV.flags.IS_NODE&&!(input2 instanceof Tensor))return"input must be a tensor";try{getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding22){return this.config.face.embedding.enabled?embedding2.simmilarity(embedding1,embedding22):0}async load(userConfig){this.state="load";let timeStamp=now2();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${version6}`),await this.checkBackend(!0),ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding2.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding2.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now2()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||getBackend()!==this.config.backend){let timeStamp=now2();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),setWasmPaths(this.config.wasmPath);let simd=await env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await setBackend(this.config.backend),enableProdMode(),getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await backend2().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await ready(),this.perf.backend=Math.trunc(now2()-timeStamp)}}async detectFace(input2){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now2();let faces=await this.models.facemesh.estimateFaces(input2,this.config);this.perf.face=Math.trunc(now2()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now2(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now2()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now2(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now2()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now2(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding2.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now2(),embeddingRes=this.config.face.embedding.enabled?await embedding2.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now2()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input2,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input2,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input2,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input2);error&&(log(error,input2),resolve({error}));let poseRes,handRes,faceRes,timeStart=now2();await this.checkBackend(),await this.load(),this.config.scoped&&engine15().startScope(),this.analyze("Start Scope:"),timeStamp=now2();let process3=image2.process(input2,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now2()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now2(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now2()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now2(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now2()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now2(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now2()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&engine15().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now2(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now2()-timeStamp)),this.perf.total=Math.trunc(now2()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now2(),warmup=await this.detect(bitmap,config_exports),t1=now2();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}};return human_exports;})(); /** * @license * Copyright 2017 Google LLC. All Rights Reserved. diff --git a/dist/human.json b/dist/human.json index 0c3b24e7..d50e05d1 100644 --- a/dist/human.json +++ b/dist/human.json @@ -358,7 +358,7 @@ "imports": [] }, "package.json": { - "bytes": 2314, + "bytes": 2334, "imports": [] }, "src/human.js": { diff --git a/dist/human.node-gpu.js b/dist/human.node-gpu.js index 83b713e7..dfc6bdc6 100644 --- a/dist/human.node-gpu.js +++ b/dist/human.node-gpu.js @@ -731,7 +731,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var version="0.9.18",now=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tf3,this.version=version,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=tf3.engine().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input){if(!this.checkSanity)return null;if(!input)return"input is not defined";if(tf3.ENV.flags.IS_NODE&&!(input instanceof tf3.Tensor))return"input must be a tensor";try{tf3.getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding2){return this.config.face.embedding.enabled?embedding.simmilarity(embedding1,embedding2):0}async load(userConfig){this.state="load";let timeStamp=now();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${tf3.version_core}`),await this.checkBackend(!0),tf3.ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",tf3.ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||tf3.getBackend()!==this.config.backend){let timeStamp=now();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),tf3.setWasmPaths(this.config.wasmPath);let simd=await tf3.env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await tf3.setBackend(this.config.backend),tf3.enableProdMode(),tf3.getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),tf3.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),tf3.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),tf3.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await tf3.backend().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await tf3.ready(),this.perf.backend=Math.trunc(now()-timeStamp)}}async detectFace(input){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now();let faces=await this.models.facemesh.estimateFaces(input,this.config);this.perf.face=Math.trunc(now()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now(),embeddingRes=this.config.face.embedding.enabled?await embedding.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input);error&&(log(error,input),resolve({error}));let poseRes,handRes,faceRes,timeStart=now();await this.checkBackend(),await this.load(),this.config.scoped&&tf3.engine().startScope(),this.analyze("Start Scope:"),timeStamp=now();let process3=image2.process(input,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&tf3.engine().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now()-timeStamp)),this.perf.total=Math.trunc(now()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now(),warmup=await this.detect(bitmap,config_exports),t1=now();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}}; +2Q==`;var version="0.9.19",now=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tf3,this.version=version,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=tf3.engine().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input){if(!this.checkSanity)return null;if(!input)return"input is not defined";if(tf3.ENV.flags.IS_NODE&&!(input instanceof tf3.Tensor))return"input must be a tensor";try{tf3.getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding2){return this.config.face.embedding.enabled?embedding.simmilarity(embedding1,embedding2):0}async load(userConfig){this.state="load";let timeStamp=now();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${tf3.version_core}`),await this.checkBackend(!0),tf3.ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",tf3.ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||tf3.getBackend()!==this.config.backend){let timeStamp=now();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),tf3.setWasmPaths(this.config.wasmPath);let simd=await tf3.env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await tf3.setBackend(this.config.backend),tf3.enableProdMode(),tf3.getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),tf3.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),tf3.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),tf3.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await tf3.backend().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await tf3.ready(),this.perf.backend=Math.trunc(now()-timeStamp)}}async detectFace(input){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now();let faces=await this.models.facemesh.estimateFaces(input,this.config);this.perf.face=Math.trunc(now()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now(),embeddingRes=this.config.face.embedding.enabled?await embedding.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input);error&&(log(error,input),resolve({error}));let poseRes,handRes,faceRes,timeStart=now();await this.checkBackend(),await this.load(),this.config.scoped&&tf3.engine().startScope(),this.analyze("Start Scope:"),timeStamp=now();let process3=image2.process(input,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&tf3.engine().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now()-timeStamp)),this.perf.total=Math.trunc(now()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now(),warmup=await this.detect(bitmap,config_exports),t1=now();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}}; /** * @license * Copyright 2020 Google LLC. All Rights Reserved. diff --git a/dist/human.node.js b/dist/human.node.js index 7e4b1a2c..2cec3de7 100644 --- a/dist/human.node.js +++ b/dist/human.node.js @@ -731,7 +731,7 @@ AAAAAAJAAAAAAAAAAAAAABAJEAAAAAAAAAAAAAAAIEoBKAAAAAAAAAAAAAAABAlAAAAAAAIAAAAA BAkBAkBAkBAlACEgMZjdjbFW8bWrEx8YWANb6Fp+bfwab+vLDKMFK9qxH5L0bAr8OPRPKz2AY7J2 SbAjYZAI2E7AIEgIEgIEgMdkSy2NgY7MdlmyNoBXsxmFuyNgVTVjNV3KjlBRNTlXTVHKCrlIqt5T lBhEMohlFerLlBjEMohMVTEARDKCITsAk2AEgAAAkAAAAAAAAAAAAAAAAAAAAAAAASAAAAAAAAD/ -2Q==`;var version="0.9.18",now=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tf3,this.version=version,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=tf3.engine().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input){if(!this.checkSanity)return null;if(!input)return"input is not defined";if(tf3.ENV.flags.IS_NODE&&!(input instanceof tf3.Tensor))return"input must be a tensor";try{tf3.getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding2){return this.config.face.embedding.enabled?embedding.simmilarity(embedding1,embedding2):0}async load(userConfig){this.state="load";let timeStamp=now();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${tf3.version_core}`),await this.checkBackend(!0),tf3.ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",tf3.ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||tf3.getBackend()!==this.config.backend){let timeStamp=now();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),tf3.setWasmPaths(this.config.wasmPath);let simd=await tf3.env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await tf3.setBackend(this.config.backend),tf3.enableProdMode(),tf3.getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),tf3.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),tf3.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),tf3.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await tf3.backend().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await tf3.ready(),this.perf.backend=Math.trunc(now()-timeStamp)}}async detectFace(input){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now();let faces=await this.models.facemesh.estimateFaces(input,this.config);this.perf.face=Math.trunc(now()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now(),embeddingRes=this.config.face.embedding.enabled?await embedding.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input);error&&(log(error,input),resolve({error}));let poseRes,handRes,faceRes,timeStart=now();await this.checkBackend(),await this.load(),this.config.scoped&&tf3.engine().startScope(),this.analyze("Start Scope:"),timeStamp=now();let process3=image2.process(input,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&tf3.engine().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now()-timeStamp)),this.perf.total=Math.trunc(now()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now(),warmup=await this.detect(bitmap,config_exports),t1=now();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}}; +2Q==`;var version="0.9.19",now=()=>typeof performance!="undefined"?performance.now():parseInt(Number(process.hrtime.bigint())/1e3/1e3);function mergeDeep(...objects){let isObject=obj=>obj&&typeof obj=="object";return objects.reduce((prev,obj)=>(Object.keys(obj||{}).forEach(key=>{let pVal=prev[key],oVal=obj[key];Array.isArray(pVal)&&Array.isArray(oVal)?prev[key]=pVal.concat(...oVal):isObject(pVal)&&isObject(oVal)?prev[key]=mergeDeep(pVal,oVal):prev[key]=oVal}),prev),{})}var Human=class{constructor(userConfig={}){this.tf=tf3,this.version=version,this.config=mergeDeep(config_default,userConfig),this.fx=null,this.state="idle",this.numTensors=0,this.analyzeMemoryLeaks=!1,this.checkSanity=!1,this.firstRun=!0,this.perf={},this.models={facemesh:null,posenet:null,handpose:null,iris:null,age:null,gender:null,emotion:null},this.facemesh=facemesh,this.age=age,this.gender=gender,this.emotion=emotion,this.body=posenet,this.hand=handpose}profile(){return this.config.profile?profile.data:{}}analyze(...msg){if(!this.analyzeMemoryLeaks)return;let current=tf3.engine().state.numTensors,previous=this.numTensors;this.numTensors=current;let leaked=current-previous;leaked!==0&&log(...msg,leaked)}sanity(input){if(!this.checkSanity)return null;if(!input)return"input is not defined";if(tf3.ENV.flags.IS_NODE&&!(input instanceof tf3.Tensor))return"input must be a tensor";try{tf3.getBackend()}catch(e){return"backend not loaded"}return null}simmilarity(embedding1,embedding2){return this.config.face.embedding.enabled?embedding.simmilarity(embedding1,embedding2):0}async load(userConfig){this.state="load";let timeStamp=now();userConfig&&(this.config=mergeDeep(this.config,userConfig)),this.firstRun&&(log(`version: ${this.version} TensorFlow/JS version: ${tf3.version_core}`),await this.checkBackend(!0),tf3.ENV.flags.IS_BROWSER&&(log("configuration:",this.config),log("tf flags:",tf3.ENV.flags)),this.firstRun=!1),this.config.async?[this.models.facemesh,this.models.age,this.models.gender,this.models.emotion,this.models.embedding,this.models.posenet,this.models.handpose]=await Promise.all([this.models.facemesh||(this.config.face.enabled?facemesh.load(this.config):null),this.models.age||(this.config.face.enabled&&this.config.face.age.enabled?age.load(this.config):null),this.models.gender||(this.config.face.enabled&&this.config.face.gender.enabled?gender.load(this.config):null),this.models.emotion||(this.config.face.enabled&&this.config.face.emotion.enabled?emotion.load(this.config):null),this.models.embedding||(this.config.face.enabled&&this.config.face.embedding.enabled?embedding.load(this.config):null),this.models.posenet||(this.config.body.enabled?posenet.load(this.config):null),this.models.handpose||(this.config.hand.enabled?handpose.load(this.config):null)]):(this.config.face.enabled&&!this.models.facemesh&&(this.models.facemesh=await facemesh.load(this.config)),this.config.face.enabled&&this.config.face.age.enabled&&!this.models.age&&(this.models.age=await age.load(this.config)),this.config.face.enabled&&this.config.face.gender.enabled&&!this.models.gender&&(this.models.gender=await gender.load(this.config)),this.config.face.enabled&&this.config.face.emotion.enabled&&!this.models.emotion&&(this.models.emotion=await emotion.load(this.config)),this.config.face.enabled&&this.config.face.embedding.enabled&&!this.models.embedding&&(this.models.embedding=await embedding.load(this.config)),this.config.body.enabled&&!this.models.posenet&&(this.models.posenet=await posenet.load(this.config)),this.config.hand.enabled&&!this.models.handpose&&(this.models.handpose=await handpose.load(this.config)));let current=Math.trunc(now()-timeStamp);current>(this.perf.load||0)&&(this.perf.load=current)}async checkBackend(force){if(this.config.backend&&this.config.backend!==""&&force||tf3.getBackend()!==this.config.backend){let timeStamp=now();if(this.state="backend",log("setting backend:",this.config.backend),this.config.backend==="wasm"){log("settings wasm path:",this.config.wasmPath),tf3.setWasmPaths(this.config.wasmPath);let simd=await tf3.env().getAsync("WASM_HAS_SIMD_SUPPORT");simd||log("warning: wasm simd support is not enabled")}if(this.config.backend==="humangl"&&(log("registering humangl backend"),register()),await tf3.setBackend(this.config.backend),tf3.enableProdMode(),tf3.getBackend()==="webgl"){this.config.deallocate&&(log("changing webgl: WEBGL_DELETE_TEXTURE_THRESHOLD:",this.config.deallocate),tf3.ENV.set("WEBGL_DELETE_TEXTURE_THRESHOLD",this.config.deallocate?0:-1)),tf3.ENV.set("WEBGL_FORCE_F16_TEXTURES",!0),tf3.ENV.set("WEBGL_PACK_DEPTHWISECONV",!0);let gl=await tf3.backend().getGPGPUContext().gl;log(`gl version:${gl.getParameter(gl.VERSION)} renderer:${gl.getParameter(gl.RENDERER)}`)}await tf3.ready(),this.perf.backend=Math.trunc(now()-timeStamp)}}async detectFace(input){let timeStamp,ageRes,genderRes,emotionRes,embeddingRes,faceRes=[];this.state="run:face",timeStamp=now();let faces=await this.models.facemesh.estimateFaces(input,this.config);this.perf.face=Math.trunc(now()-timeStamp);for(let face3 of faces){if(this.analyze("Get Face"),!face3.image||face3.image.isDisposedInternal){log("Face object is disposed:",face3.image);continue}this.analyze("Start Age:"),this.config.async?ageRes=this.config.face.age.enabled?age.predict(face3.image,this.config):{}:(this.state="run:age",timeStamp=now(),ageRes=this.config.face.age.enabled?await age.predict(face3.image,this.config):{},this.perf.age=Math.trunc(now()-timeStamp)),this.analyze("Start Gender:"),this.config.async?genderRes=this.config.face.gender.enabled?gender.predict(face3.image,this.config):{}:(this.state="run:gender",timeStamp=now(),genderRes=this.config.face.gender.enabled?await gender.predict(face3.image,this.config):{},this.perf.gender=Math.trunc(now()-timeStamp)),this.analyze("Start Emotion:"),this.config.async?emotionRes=this.config.face.emotion.enabled?emotion.predict(face3.image,this.config):{}:(this.state="run:emotion",timeStamp=now(),emotionRes=this.config.face.emotion.enabled?await emotion.predict(face3.image,this.config):{},this.perf.emotion=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.analyze("Start Embedding:"),this.config.async?embeddingRes=this.config.face.embedding.enabled?embedding.predict(face3.image,this.config):{}:(this.state="run:embedding",timeStamp=now(),embeddingRes=this.config.face.embedding.enabled?await embedding.predict(face3.image,this.config):{},this.perf.embedding=Math.trunc(now()-timeStamp)),this.analyze("End Emotion:"),this.config.async&&([ageRes,genderRes,emotionRes,embeddingRes]=await Promise.all([ageRes,genderRes,emotionRes,embeddingRes])),this.analyze("Finish Face:"),face3.image.dispose();let irisSize=face3.annotations.leftEyeIris&&face3.annotations.rightEyeIris?11.7*Math.max(Math.abs(face3.annotations.leftEyeIris[3][0]-face3.annotations.leftEyeIris[1][0]),Math.abs(face3.annotations.rightEyeIris[4][1]-face3.annotations.rightEyeIris[2][1])):0;faceRes.push({confidence:face3.confidence,box:face3.box,mesh:face3.mesh,boxRaw:face3.boxRaw,meshRaw:face3.meshRaw,annotations:face3.annotations,age:ageRes.age,gender:genderRes.gender,genderConfidence:genderRes.confidence,emotion:emotionRes,embedding:embeddingRes,iris:irisSize!==0?Math.trunc(irisSize)/100:0}),this.analyze("End Face")}return this.analyze("End FaceMesh:"),this.config.async&&(this.perf.face&&delete this.perf.face,this.perf.age&&delete this.perf.age,this.perf.gender&&delete this.perf.gender,this.perf.emotion&&delete this.perf.emotion),faceRes}async image(input,userConfig={}){this.state="image",this.config=mergeDeep(this.config,userConfig);let process3=image2.process(input,this.config);return process3.tensor.dispose(),process3.canvas}async detect(input,userConfig={}){return new Promise(async resolve=>{this.state="config";let timeStamp;this.config=mergeDeep(this.config,userConfig),this.state="check";let error=this.sanity(input);error&&(log(error,input),resolve({error}));let poseRes,handRes,faceRes,timeStart=now();await this.checkBackend(),await this.load(),this.config.scoped&&tf3.engine().startScope(),this.analyze("Start Scope:"),timeStamp=now();let process3=image2.process(input,this.config);if(!process3||!process3.tensor){log("could not convert input to tensor"),resolve({error:"could not convert input to tensor"});return}this.perf.image=Math.trunc(now()-timeStamp),this.analyze("Get Image:"),this.config.async?(faceRes=this.config.face.enabled?this.detectFace(process3.tensor):[],this.perf.face&&delete this.perf.face):(this.state="run:face",timeStamp=now(),faceRes=this.config.face.enabled?await this.detectFace(process3.tensor):[],this.perf.face=Math.trunc(now()-timeStamp)),this.analyze("Start Body:"),this.config.async?(poseRes=this.config.body.enabled?this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body&&delete this.perf.body):(this.state="run:body",timeStamp=now(),poseRes=this.config.body.enabled?await this.models.posenet.estimatePoses(process3.tensor,this.config):[],this.perf.body=Math.trunc(now()-timeStamp)),this.analyze("End Body:"),this.analyze("Start Hand:"),this.config.async?(handRes=this.config.hand.enabled?this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand&&delete this.perf.hand):(this.state="run:hand",timeStamp=now(),handRes=this.config.hand.enabled?await this.models.handpose.estimateHands(process3.tensor,this.config):[],this.perf.hand=Math.trunc(now()-timeStamp)),this.config.async&&([faceRes,poseRes,handRes]=await Promise.all([faceRes,poseRes,handRes])),process3.tensor.dispose(),this.config.scoped&&tf3.engine().endScope(),this.analyze("End Scope:");let gestureRes=[];this.config.gesture.enabled&&(timeStamp=now(),gestureRes=[...gesture.face(faceRes),...gesture.body(poseRes),...gesture.hand(handRes)],this.config.async?this.perf.gesture&&delete this.perf.gesture:this.perf.gesture=Math.trunc(now()-timeStamp)),this.perf.total=Math.trunc(now()-timeStart),this.state="idle",resolve({face:faceRes,body:poseRes,hand:handRes,gesture:gestureRes,performance:this.perf,canvas:process3.canvas})})}async warmup(userConfig){let b64toBlob=(base64,type="application/octet-stream")=>fetch(`data:${type};base64,${base64}`).then(res=>res.blob());userConfig&&(this.config=mergeDeep(this.config,userConfig));let video=this.config.videoOptimized;this.config.videoOptimized=!1;let blob;switch(this.config.warmup){case"face":blob=await b64toBlob(face);break;case"full":blob=await b64toBlob(body);break;default:blob=null}if(!blob)return null;let bitmap=await createImageBitmap(blob),t0=now(),warmup=await this.detect(bitmap,config_exports),t1=now();return bitmap.close(),log("Warmup",this.config.warmup,t1-t0,warmup),this.config.videoOptimized=video,warmup}}; /** * @license * Copyright 2020 Google LLC. All Rights Reserved. diff --git a/dist/human.node.json b/dist/human.node.json index eb698d75..eb113f84 100644 --- a/dist/human.node.json +++ b/dist/human.node.json @@ -358,7 +358,7 @@ "imports": [] }, "package.json": { - "bytes": 2314, + "bytes": 2334, "imports": [] }, "src/human.js": { diff --git a/dist/tfjs.esm.json b/dist/tfjs.esm.json index 9329c057..6bdc198e 100644 --- a/dist/tfjs.esm.json +++ b/dist/tfjs.esm.json @@ -1,23 +1,23 @@ { "inputs": { "node_modules/@tensorflow/tfjs/package.json": { - "bytes": 5126, + "bytes": 5114, "imports": [] }, "node_modules/@tensorflow/tfjs-core/package.json": { - "bytes": 5047, + "bytes": 5035, "imports": [] }, "node_modules/@tensorflow/tfjs-data/package.json": { - "bytes": 3892, + "bytes": 3880, "imports": [] }, "node_modules/@tensorflow/tfjs-layers/package.json": { - "bytes": 3780, + "bytes": 3768, "imports": [] }, "node_modules/@tensorflow/tfjs-converter/package.json": { - "bytes": 4766, + "bytes": 4754, "imports": [] }, "node_modules/@tensorflow/tfjs-core/dist/backends/backend.js": { diff --git a/src/node.js b/src/node.js index 6edda61a..99e47646 100644 --- a/src/node.js +++ b/src/node.js @@ -6,7 +6,7 @@ const logger = new console.Console({ stdout: process.stdout, stderr: process.stderr, ignoreErrors: true, - groupIndentation: 2, + // groupIndentation: 2, inspectOptions: { showHidden: true, depth: 5, @@ -26,17 +26,17 @@ const config = { console: false, videoOptimized: false, face: { - detector: { modelPath: 'file://models/blazeface/back/model.json' }, - mesh: { modelPath: 'file://models/facemesh/model.json' }, - iris: { modelPath: 'file://models/iris/model.json' }, - age: { modelPath: 'file://models/ssrnet-age/imdb/model.json' }, - gender: { modelPath: 'file://models/ssrnet-gender/imdb/model.json' }, - emotion: { modelPath: 'file://models/emotion/model.json' }, + detector: { modelPath: 'file://models/blazeface-back.json' }, + mesh: { modelPath: 'file://models/facemesh.json' }, + iris: { modelPath: 'file://models/iris.json' }, + age: { modelPath: 'file://models/age-ssrnet-imdb.json' }, + gender: { modelPath: 'file://models/gender-ssrnet-imdb.json' }, + emotion: { modelPath: 'file://models/emotion-large.json' }, }, - body: { modelPath: 'file://models/posenet/model.json' }, + body: { modelPath: 'file://models/posenet.json' }, hand: { - detector: { modelPath: 'file://models/handdetect/model.json' }, - skeleton: { modelPath: 'file://models/handskeleton/model.json' }, + detector: { modelPath: 'file://models/handdetect.json' }, + skeleton: { modelPath: 'file://models/handskeleton.json' }, }, }; diff --git a/wiki b/wiki index 89996eaa..699af223 160000 --- a/wiki +++ b/wiki @@ -1 +1 @@ -Subproject commit 89996eaa377e4e1c2dc292f540235485272d53bf +Subproject commit 699af2235b315ef24766839ddc49a198f7cc21c3