mirror of https://github.com/vladmandic/human
fix coloring function
Vladimir Mandic
parent
b18e2ace64
commit
f0fc73b98d
|
|
@ -4,8 +4,329 @@
|
||||||
author: <https://github.com/vladmandic>'
|
author: <https://github.com/vladmandic>'
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import{Human as H}from"../../dist/human.esm.js";var d,R="human",m="person",g=(...t)=>console.log("indexdb",...t);async function b(){return d?!0:new Promise(t=>{let i=indexedDB.open(R,1);i.onerror=s=>g("error:",s),i.onupgradeneeded=s=>{g("create:",s.target),d=s.target.result,d.createObjectStore(m,{keyPath:"id",autoIncrement:!0})},i.onsuccess=s=>{d=s.target.result,g("open:",d),t(!0)}})}async function C(){let t=[];return d||await b(),new Promise(i=>{let s=d.transaction([m],"readwrite").objectStore(m).openCursor(null,"next");s.onerror=o=>g("load error:",o),s.onsuccess=o=>{o.target.result?(t.push(o.target.result.value),o.target.result.continue()):i(t)}})}async function k(){return d||await b(),new Promise(t=>{let i=d.transaction([m],"readwrite").objectStore(m).count();i.onerror=s=>g("count error:",s),i.onsuccess=()=>t(i.result)})}async function x(t){d||await b();let i={name:t.name,descriptor:t.descriptor,image:t.image};d.transaction([m],"readwrite").objectStore(m).put(i),g("save:",i)}async function D(t){d||await b(),d.transaction([m],"readwrite").objectStore(m).delete(t.id),g("delete:",t)}var v={modelBasePath:"../../models",filter:{equalization:!0},face:{enabled:!0,detector:{rotation:!0,return:!0,cropFactor:1.6,mask:!1},description:{enabled:!0},mobilefacenet:{enabled:!1,modelPath:"https://vladmandic.github.io/human-models/models/mobilefacenet.json"},iris:{enabled:!0},emotion:{enabled:!1},antispoof:{enabled:!0},liveness:{enabled:!0}},body:{enabled:!1},hand:{enabled:!1},object:{enabled:!1},gesture:{enabled:!0}},I={order:2,multiplier:25,min:.2,max:.8},c={minConfidence:.6,minSize:224,maxTime:1e4,blinkMin:10,blinkMax:800,threshold:.5,mask:v.face.detector.mask,rotation:v.face.detector.rotation,cropFactor:v.face.detector.cropFactor,...I},n={faceCount:!1,faceConfidence:!1,facingCenter:!1,lookingCenter:!1,blinkDetected:!1,faceSize:!1,antispoofCheck:!1,livenessCheck:!1,elapsedMs:0},M=()=>n.faceCount&&n.faceSize&&n.blinkDetected&&n.facingCenter&&n.lookingCenter&&n.faceConfidence&&n.antispoofCheck&&n.livenessCheck,r={face:null,record:null},l={start:0,end:0,time:0},a=new H(v);a.env.perfadd=!1;a.draw.options.font='small-caps 18px "Lato"';a.draw.options.lineHeight=20;var e={video:document.getElementById("video"),canvas:document.getElementById("canvas"),log:document.getElementById("log"),fps:document.getElementById("fps"),match:document.getElementById("match"),name:document.getElementById("name"),save:document.getElementById("save"),delete:document.getElementById("delete"),retry:document.getElementById("retry"),source:document.getElementById("source"),ok:document.getElementById("ok")},h={detect:0,draw:0},y={detect:0,draw:0},E=0,p=(...t)=>{e.log.innerText+=t.join(" ")+`
|
// demo/faceid/index.ts
|
||||||
`,console.log(...t)},w=t=>e.fps.innerText=t;async function S(){w("starting webcam...");let t={audio:!1,video:{facingMode:"user",resizeMode:"none",width:{ideal:document.body.clientWidth}}},i=await navigator.mediaDevices.getUserMedia(t),s=new Promise(o=>{e.video.onloadeddata=()=>o(!0)});e.video.srcObject=i,e.video.play(),await s,e.canvas.width=e.video.videoWidth,e.canvas.height=e.video.videoHeight,a.env.initial&&p("video:",e.video.videoWidth,e.video.videoHeight,"|",i.getVideoTracks()[0].label),e.canvas.onclick=()=>{e.video.paused?e.video.play():e.video.pause()}}async function T(){if(!e.video.paused){r.face&&r.face.tensor&&a.tf.dispose(r.face.tensor),await a.detect(e.video);let t=a.now();y.detect=1e3/(t-h.detect),h.detect=t,requestAnimationFrame(T)}}async function L(){let t=await a.next(a.result);await a.draw.canvas(e.video,e.canvas),await a.draw.all(e.canvas,t);let i=a.now();if(y.draw=1e3/(i-h.draw),h.draw=i,w(`fps: ${y.detect.toFixed(1).padStart(5," ")} detect | ${y.draw.toFixed(1).padStart(5," ")} draw`),n.faceCount=a.result.face.length===1,n.faceCount){let o=Object.values(a.result.gesture).map(f=>f.gesture);(o.includes("blink left eye")||o.includes("blink right eye"))&&(l.start=a.now()),l.start>0&&!o.includes("blink left eye")&&!o.includes("blink right eye")&&(l.end=a.now()),n.blinkDetected=n.blinkDetected||Math.abs(l.end-l.start)>c.blinkMin&&Math.abs(l.end-l.start)<c.blinkMax,n.blinkDetected&&l.time===0&&(l.time=Math.trunc(l.end-l.start)),n.facingCenter=o.includes("facing center"),n.lookingCenter=o.includes("looking center"),n.faceConfidence=(a.result.face[0].boxScore||0)>c.minConfidence&&(a.result.face[0].faceScore||0)>c.minConfidence&&(a.result.face[0].genderScore||0)>c.minConfidence,n.antispoofCheck=(a.result.face[0].real||0)>c.minConfidence,n.livenessCheck=(a.result.face[0].live||0)>c.minConfidence,n.faceSize=a.result.face[0].box[2]>=c.minSize&&a.result.face[0].box[3]>=c.minSize}let s=32;for(let[o,f]of Object.entries(n)){let u=document.getElementById(`ok-${o}`);u||(u=document.createElement("div"),u.innerText=o,u.className="ok",u.style.top=`${s}px`,e.ok.appendChild(u)),typeof f=="boolean"?u.style.backgroundColor=f?"lightgreen":"lightcoral":u.innerText=`${o}:${f}`,s+=28}return M()||n.elapsedMs>c.maxTime?(e.video.pause(),a.result.face[0]):(n.elapsedMs=Math.trunc(a.now()-E),new Promise(o=>{setTimeout(async()=>{await L()&&o(a.result.face[0])},30)}))}async function P(){var t,i;if(e.name.value.length>0){let s=(t=e.canvas.getContext("2d"))==null?void 0:t.getImageData(0,0,e.canvas.width,e.canvas.height),o={id:0,name:e.name.value,descriptor:(i=r.face)==null?void 0:i.embedding,image:s};await x(o),p("saved face record:",o.name)}else p("invalid name")}async function z(){r.record&&r.record.id>0&&await D(r.record)}async function j(){var o,f;if((o=e.canvas.getContext("2d"))==null||o.clearRect(0,0,c.minSize,c.minSize),!r.face||!r.face.tensor||!r.face.embedding)return!1;if(console.log("face record:",r.face),a.tf.browser.toPixels(r.face.tensor,e.canvas),await k()===0)return p("face database is empty"),document.body.style.background="black",e.delete.style.display="none",!1;let t=await C(),i=t.map(u=>u.descriptor),s=await a.match(r.face.embedding,i,I);return r.record=t[s.index]||null,r.record&&(p(`best match: ${r.record.name} | id: ${r.record.id} | similarity: ${Math.round(1e3*s.similarity)/10}%`),e.name.value=r.record.name,e.source.style.display="",(f=e.source.getContext("2d"))==null||f.putImageData(r.record.image,0,0)),document.body.style.background=s.similarity>c.threshold?"darkgreen":"maroon",s.similarity>c.threshold}async function B(){var t,i,s,o;return n.faceCount=!1,n.faceConfidence=!1,n.facingCenter=!1,n.blinkDetected=!1,n.faceSize=!1,n.antispoofCheck=!1,n.livenessCheck=!1,n.elapsedMs=0,e.match.style.display="none",e.retry.style.display="none",e.source.style.display="none",document.body.style.background="black",await S(),await T(),E=a.now(),r.face=await L(),e.canvas.width=((i=(t=r.face)==null?void 0:t.tensor)==null?void 0:i.shape[1])||c.minSize,e.canvas.height=((o=(s=r.face)==null?void 0:s.tensor)==null?void 0:o.shape[0])||c.minSize,e.source.width=e.canvas.width,e.source.height=e.canvas.height,e.canvas.style.width="",e.match.style.display="flex",e.save.style.display="flex",e.delete.style.display="flex",e.retry.style.display="block",M()?j():(p("did not find valid face"),!1)}async function q(){p("human version:",a.version,"| tfjs version:",a.tf.version["tfjs-core"]),p("options:",JSON.stringify(c).replace(/{|}|"|\[|\]/g,"").replace(/,/g," ")),w("loading..."),p("known face records:",await k()),await S(),await a.load(),w("initializing..."),e.retry.addEventListener("click",B),e.save.addEventListener("click",P),e.delete.addEventListener("click",z),await a.warmup(),await B()}window.onload=q;
|
import { Human } from "../../dist/human.esm.js";
|
||||||
|
|
||||||
|
// demo/faceid/indexdb.ts
|
||||||
|
var db;
|
||||||
|
var database = "human";
|
||||||
|
var table = "person";
|
||||||
|
var log = (...msg) => console.log("indexdb", ...msg);
|
||||||
|
async function open() {
|
||||||
|
if (db)
|
||||||
|
return true;
|
||||||
|
return new Promise((resolve) => {
|
||||||
|
const request = indexedDB.open(database, 1);
|
||||||
|
request.onerror = (evt) => log("error:", evt);
|
||||||
|
request.onupgradeneeded = (evt) => {
|
||||||
|
log("create:", evt.target);
|
||||||
|
db = evt.target.result;
|
||||||
|
db.createObjectStore(table, { keyPath: "id", autoIncrement: true });
|
||||||
|
};
|
||||||
|
request.onsuccess = (evt) => {
|
||||||
|
db = evt.target.result;
|
||||||
|
log("open:", db);
|
||||||
|
resolve(true);
|
||||||
|
};
|
||||||
|
});
|
||||||
|
}
|
||||||
|
async function load() {
|
||||||
|
const faceDB = [];
|
||||||
|
if (!db)
|
||||||
|
await open();
|
||||||
|
return new Promise((resolve) => {
|
||||||
|
const cursor = db.transaction([table], "readwrite").objectStore(table).openCursor(null, "next");
|
||||||
|
cursor.onerror = (evt) => log("load error:", evt);
|
||||||
|
cursor.onsuccess = (evt) => {
|
||||||
|
if (evt.target.result) {
|
||||||
|
faceDB.push(evt.target.result.value);
|
||||||
|
evt.target.result.continue();
|
||||||
|
} else {
|
||||||
|
resolve(faceDB);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
});
|
||||||
|
}
|
||||||
|
async function count() {
|
||||||
|
if (!db)
|
||||||
|
await open();
|
||||||
|
return new Promise((resolve) => {
|
||||||
|
const store = db.transaction([table], "readwrite").objectStore(table).count();
|
||||||
|
store.onerror = (evt) => log("count error:", evt);
|
||||||
|
store.onsuccess = () => resolve(store.result);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
async function save(faceRecord) {
|
||||||
|
if (!db)
|
||||||
|
await open();
|
||||||
|
const newRecord = { name: faceRecord.name, descriptor: faceRecord.descriptor, image: faceRecord.image };
|
||||||
|
db.transaction([table], "readwrite").objectStore(table).put(newRecord);
|
||||||
|
log("save:", newRecord);
|
||||||
|
}
|
||||||
|
async function remove(faceRecord) {
|
||||||
|
if (!db)
|
||||||
|
await open();
|
||||||
|
db.transaction([table], "readwrite").objectStore(table).delete(faceRecord.id);
|
||||||
|
log("delete:", faceRecord);
|
||||||
|
}
|
||||||
|
|
||||||
|
// demo/faceid/index.ts
|
||||||
|
var humanConfig = {
|
||||||
|
modelBasePath: "../../models",
|
||||||
|
filter: { equalization: true },
|
||||||
|
face: {
|
||||||
|
enabled: true,
|
||||||
|
detector: { rotation: true, return: true, cropFactor: 1.6, mask: false },
|
||||||
|
description: { enabled: true },
|
||||||
|
mobilefacenet: { enabled: false, modelPath: "https://vladmandic.github.io/human-models/models/mobilefacenet.json" },
|
||||||
|
iris: { enabled: true },
|
||||||
|
emotion: { enabled: false },
|
||||||
|
antispoof: { enabled: true },
|
||||||
|
liveness: { enabled: true }
|
||||||
|
},
|
||||||
|
body: { enabled: false },
|
||||||
|
hand: { enabled: false },
|
||||||
|
object: { enabled: false },
|
||||||
|
gesture: { enabled: true }
|
||||||
|
};
|
||||||
|
var matchOptions = { order: 2, multiplier: 25, min: 0.2, max: 0.8 };
|
||||||
|
var options = {
|
||||||
|
minConfidence: 0.6,
|
||||||
|
minSize: 224,
|
||||||
|
maxTime: 1e4,
|
||||||
|
blinkMin: 10,
|
||||||
|
blinkMax: 800,
|
||||||
|
threshold: 0.5,
|
||||||
|
mask: humanConfig.face.detector.mask,
|
||||||
|
rotation: humanConfig.face.detector.rotation,
|
||||||
|
cropFactor: humanConfig.face.detector.cropFactor,
|
||||||
|
...matchOptions
|
||||||
|
};
|
||||||
|
var ok = {
|
||||||
|
faceCount: false,
|
||||||
|
faceConfidence: false,
|
||||||
|
facingCenter: false,
|
||||||
|
lookingCenter: false,
|
||||||
|
blinkDetected: false,
|
||||||
|
faceSize: false,
|
||||||
|
antispoofCheck: false,
|
||||||
|
livenessCheck: false,
|
||||||
|
elapsedMs: 0
|
||||||
|
};
|
||||||
|
var allOk = () => ok.faceCount && ok.faceSize && ok.blinkDetected && ok.facingCenter && ok.lookingCenter && ok.faceConfidence && ok.antispoofCheck && ok.livenessCheck;
|
||||||
|
var current = { face: null, record: null };
|
||||||
|
var blink = {
|
||||||
|
start: 0,
|
||||||
|
end: 0,
|
||||||
|
time: 0
|
||||||
|
};
|
||||||
|
var human = new Human(humanConfig);
|
||||||
|
human.env["perfadd"] = false;
|
||||||
|
human.draw.options.font = 'small-caps 18px "Lato"';
|
||||||
|
human.draw.options.lineHeight = 20;
|
||||||
|
var dom = {
|
||||||
|
video: document.getElementById("video"),
|
||||||
|
canvas: document.getElementById("canvas"),
|
||||||
|
log: document.getElementById("log"),
|
||||||
|
fps: document.getElementById("fps"),
|
||||||
|
match: document.getElementById("match"),
|
||||||
|
name: document.getElementById("name"),
|
||||||
|
save: document.getElementById("save"),
|
||||||
|
delete: document.getElementById("delete"),
|
||||||
|
retry: document.getElementById("retry"),
|
||||||
|
source: document.getElementById("source"),
|
||||||
|
ok: document.getElementById("ok")
|
||||||
|
};
|
||||||
|
var timestamp = { detect: 0, draw: 0 };
|
||||||
|
var fps = { detect: 0, draw: 0 };
|
||||||
|
var startTime = 0;
|
||||||
|
var log2 = (...msg) => {
|
||||||
|
dom.log.innerText += msg.join(" ") + "\n";
|
||||||
|
console.log(...msg);
|
||||||
|
};
|
||||||
|
var printFPS = (msg) => dom.fps.innerText = msg;
|
||||||
|
async function webCam() {
|
||||||
|
printFPS("starting webcam...");
|
||||||
|
const cameraOptions = { audio: false, video: { facingMode: "user", resizeMode: "none", width: { ideal: document.body.clientWidth } } };
|
||||||
|
const stream = await navigator.mediaDevices.getUserMedia(cameraOptions);
|
||||||
|
const ready = new Promise((resolve) => {
|
||||||
|
dom.video.onloadeddata = () => resolve(true);
|
||||||
|
});
|
||||||
|
dom.video.srcObject = stream;
|
||||||
|
dom.video.play();
|
||||||
|
await ready;
|
||||||
|
dom.canvas.width = dom.video.videoWidth;
|
||||||
|
dom.canvas.height = dom.video.videoHeight;
|
||||||
|
if (human.env.initial)
|
||||||
|
log2("video:", dom.video.videoWidth, dom.video.videoHeight, "|", stream.getVideoTracks()[0].label);
|
||||||
|
dom.canvas.onclick = () => {
|
||||||
|
if (dom.video.paused)
|
||||||
|
dom.video.play();
|
||||||
|
else
|
||||||
|
dom.video.pause();
|
||||||
|
};
|
||||||
|
}
|
||||||
|
async function detectionLoop() {
|
||||||
|
if (!dom.video.paused) {
|
||||||
|
if (current.face && current.face.tensor)
|
||||||
|
human.tf.dispose(current.face.tensor);
|
||||||
|
await human.detect(dom.video);
|
||||||
|
const now = human.now();
|
||||||
|
fps.detect = 1e3 / (now - timestamp.detect);
|
||||||
|
timestamp.detect = now;
|
||||||
|
requestAnimationFrame(detectionLoop);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
async function validationLoop() {
|
||||||
|
const interpolated = await human.next(human.result);
|
||||||
|
await human.draw.canvas(dom.video, dom.canvas);
|
||||||
|
await human.draw.all(dom.canvas, interpolated);
|
||||||
|
const now = human.now();
|
||||||
|
fps.draw = 1e3 / (now - timestamp.draw);
|
||||||
|
timestamp.draw = now;
|
||||||
|
printFPS(`fps: ${fps.detect.toFixed(1).padStart(5, " ")} detect | ${fps.draw.toFixed(1).padStart(5, " ")} draw`);
|
||||||
|
ok.faceCount = human.result.face.length === 1;
|
||||||
|
if (ok.faceCount) {
|
||||||
|
const gestures = Object.values(human.result.gesture).map((gesture) => gesture.gesture);
|
||||||
|
if (gestures.includes("blink left eye") || gestures.includes("blink right eye"))
|
||||||
|
blink.start = human.now();
|
||||||
|
if (blink.start > 0 && !gestures.includes("blink left eye") && !gestures.includes("blink right eye"))
|
||||||
|
blink.end = human.now();
|
||||||
|
ok.blinkDetected = ok.blinkDetected || Math.abs(blink.end - blink.start) > options.blinkMin && Math.abs(blink.end - blink.start) < options.blinkMax;
|
||||||
|
if (ok.blinkDetected && blink.time === 0)
|
||||||
|
blink.time = Math.trunc(blink.end - blink.start);
|
||||||
|
ok.facingCenter = gestures.includes("facing center");
|
||||||
|
ok.lookingCenter = gestures.includes("looking center");
|
||||||
|
ok.faceConfidence = (human.result.face[0].boxScore || 0) > options.minConfidence && (human.result.face[0].faceScore || 0) > options.minConfidence && (human.result.face[0].genderScore || 0) > options.minConfidence;
|
||||||
|
ok.antispoofCheck = (human.result.face[0].real || 0) > options.minConfidence;
|
||||||
|
ok.livenessCheck = (human.result.face[0].live || 0) > options.minConfidence;
|
||||||
|
ok.faceSize = human.result.face[0].box[2] >= options.minSize && human.result.face[0].box[3] >= options.minSize;
|
||||||
|
}
|
||||||
|
let y = 32;
|
||||||
|
for (const [key, val] of Object.entries(ok)) {
|
||||||
|
let el = document.getElementById(`ok-${key}`);
|
||||||
|
if (!el) {
|
||||||
|
el = document.createElement("div");
|
||||||
|
el.innerText = key;
|
||||||
|
el.className = "ok";
|
||||||
|
el.style.top = `${y}px`;
|
||||||
|
dom.ok.appendChild(el);
|
||||||
|
}
|
||||||
|
if (typeof val === "boolean")
|
||||||
|
el.style.backgroundColor = val ? "lightgreen" : "lightcoral";
|
||||||
|
else
|
||||||
|
el.innerText = `${key}:${val}`;
|
||||||
|
y += 28;
|
||||||
|
}
|
||||||
|
if (allOk()) {
|
||||||
|
dom.video.pause();
|
||||||
|
return human.result.face[0];
|
||||||
|
}
|
||||||
|
if (ok.elapsedMs > options.maxTime) {
|
||||||
|
dom.video.pause();
|
||||||
|
return human.result.face[0];
|
||||||
|
} else {
|
||||||
|
ok.elapsedMs = Math.trunc(human.now() - startTime);
|
||||||
|
return new Promise((resolve) => {
|
||||||
|
setTimeout(async () => {
|
||||||
|
const res = await validationLoop();
|
||||||
|
if (res)
|
||||||
|
resolve(human.result.face[0]);
|
||||||
|
}, 30);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
async function saveRecords() {
|
||||||
|
var _a, _b;
|
||||||
|
if (dom.name.value.length > 0) {
|
||||||
|
const image = (_a = dom.canvas.getContext("2d")) == null ? void 0 : _a.getImageData(0, 0, dom.canvas.width, dom.canvas.height);
|
||||||
|
const rec = { id: 0, name: dom.name.value, descriptor: (_b = current.face) == null ? void 0 : _b.embedding, image };
|
||||||
|
await save(rec);
|
||||||
|
log2("saved face record:", rec.name);
|
||||||
|
} else {
|
||||||
|
log2("invalid name");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
async function deleteRecord() {
|
||||||
|
if (current.record && current.record.id > 0) {
|
||||||
|
await remove(current.record);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
async function detectFace() {
|
||||||
|
var _a, _b;
|
||||||
|
(_a = dom.canvas.getContext("2d")) == null ? void 0 : _a.clearRect(0, 0, options.minSize, options.minSize);
|
||||||
|
if (!current.face || !current.face.tensor || !current.face.embedding)
|
||||||
|
return false;
|
||||||
|
console.log("face record:", current.face);
|
||||||
|
human.tf.browser.toPixels(current.face.tensor, dom.canvas);
|
||||||
|
if (await count() === 0) {
|
||||||
|
log2("face database is empty");
|
||||||
|
document.body.style.background = "black";
|
||||||
|
dom.delete.style.display = "none";
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
const db2 = await load();
|
||||||
|
const descriptors = db2.map((rec) => rec.descriptor);
|
||||||
|
const res = await human.match(current.face.embedding, descriptors, matchOptions);
|
||||||
|
current.record = db2[res.index] || null;
|
||||||
|
if (current.record) {
|
||||||
|
log2(`best match: ${current.record.name} | id: ${current.record.id} | similarity: ${Math.round(1e3 * res.similarity) / 10}%`);
|
||||||
|
dom.name.value = current.record.name;
|
||||||
|
dom.source.style.display = "";
|
||||||
|
(_b = dom.source.getContext("2d")) == null ? void 0 : _b.putImageData(current.record.image, 0, 0);
|
||||||
|
}
|
||||||
|
document.body.style.background = res.similarity > options.threshold ? "darkgreen" : "maroon";
|
||||||
|
return res.similarity > options.threshold;
|
||||||
|
}
|
||||||
|
async function main() {
|
||||||
|
var _a, _b, _c, _d;
|
||||||
|
ok.faceCount = false;
|
||||||
|
ok.faceConfidence = false;
|
||||||
|
ok.facingCenter = false;
|
||||||
|
ok.blinkDetected = false;
|
||||||
|
ok.faceSize = false;
|
||||||
|
ok.antispoofCheck = false;
|
||||||
|
ok.livenessCheck = false;
|
||||||
|
ok.elapsedMs = 0;
|
||||||
|
dom.match.style.display = "none";
|
||||||
|
dom.retry.style.display = "none";
|
||||||
|
dom.source.style.display = "none";
|
||||||
|
document.body.style.background = "black";
|
||||||
|
await webCam();
|
||||||
|
await detectionLoop();
|
||||||
|
startTime = human.now();
|
||||||
|
current.face = await validationLoop();
|
||||||
|
dom.canvas.width = ((_b = (_a = current.face) == null ? void 0 : _a.tensor) == null ? void 0 : _b.shape[1]) || options.minSize;
|
||||||
|
dom.canvas.height = ((_d = (_c = current.face) == null ? void 0 : _c.tensor) == null ? void 0 : _d.shape[0]) || options.minSize;
|
||||||
|
dom.source.width = dom.canvas.width;
|
||||||
|
dom.source.height = dom.canvas.height;
|
||||||
|
dom.canvas.style.width = "";
|
||||||
|
dom.match.style.display = "flex";
|
||||||
|
dom.save.style.display = "flex";
|
||||||
|
dom.delete.style.display = "flex";
|
||||||
|
dom.retry.style.display = "block";
|
||||||
|
if (!allOk()) {
|
||||||
|
log2("did not find valid face");
|
||||||
|
return false;
|
||||||
|
} else {
|
||||||
|
return detectFace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
async function init() {
|
||||||
|
log2("human version:", human.version, "| tfjs version:", human.tf.version["tfjs-core"]);
|
||||||
|
log2("options:", JSON.stringify(options).replace(/{|}|"|\[|\]/g, "").replace(/,/g, " "));
|
||||||
|
printFPS("loading...");
|
||||||
|
log2("known face records:", await count());
|
||||||
|
await webCam();
|
||||||
|
await human.load();
|
||||||
|
printFPS("initializing...");
|
||||||
|
dom.retry.addEventListener("click", main);
|
||||||
|
dom.save.addEventListener("click", saveRecords);
|
||||||
|
dom.delete.addEventListener("click", deleteRecord);
|
||||||
|
await human.warmup();
|
||||||
|
await main();
|
||||||
|
}
|
||||||
|
window.onload = init;
|
||||||
/**
|
/**
|
||||||
* Human demo for browsers
|
* Human demo for browsers
|
||||||
* @default Human Library
|
* @default Human Library
|
||||||
|
|
|
||||||
File diff suppressed because one or more lines are too long
|
|
@ -4,8 +4,100 @@
|
||||||
author: <https://github.com/vladmandic>'
|
author: <https://github.com/vladmandic>'
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import{Human as p}from"../../dist/human.esm.js";var w={modelBasePath:"../../models",filter:{enabled:!0,equalization:!1},face:{enabled:!0,detector:{rotation:!1},mesh:{enabled:!0},attention:{enabled:!1},iris:{enabled:!0},description:{enabled:!0},emotion:{enabled:!0}},body:{enabled:!0},hand:{enabled:!0},object:{enabled:!1},gesture:{enabled:!0}},t=new p(w);t.env.perfadd=!1;t.draw.options.font='small-caps 18px "Lato"';t.draw.options.lineHeight=20;var e={video:document.getElementById("video"),canvas:document.getElementById("canvas"),log:document.getElementById("log"),fps:document.getElementById("status"),perf:document.getElementById("performance")},i={detect:0,draw:0,tensors:0},d={detect:0,draw:0},s=(...a)=>{e.log.innerText+=a.join(" ")+`
|
// demo/typescript/index.ts
|
||||||
`,console.log(...a)},r=a=>e.fps.innerText=a,b=a=>e.perf.innerText="tensors:"+t.tf.memory().numTensors+" | performance: "+JSON.stringify(a).replace(/"|{|}/g,"").replace(/,/g," | ");async function h(){r("starting webcam...");let a={audio:!1,video:{facingMode:"user",resizeMode:"none",width:{ideal:document.body.clientWidth}}},n=await navigator.mediaDevices.getUserMedia(a),m=new Promise(f=>{e.video.onloadeddata=()=>f(!0)});e.video.srcObject=n,e.video.play(),await m,e.canvas.width=e.video.videoWidth,e.canvas.height=e.video.videoHeight;let o=n.getVideoTracks()[0],v=o.getCapabilities?o.getCapabilities():"",g=o.getSettings?o.getSettings():"",u=o.getConstraints?o.getConstraints():"";s("video:",e.video.videoWidth,e.video.videoHeight,o.label,{stream:n,track:o,settings:g,constraints:u,capabilities:v}),e.canvas.onclick=()=>{e.video.paused?e.video.play():e.video.pause()}}async function c(){if(!e.video.paused){await t.detect(e.video);let n=t.tf.memory().numTensors;n-i.tensors!==0&&s("allocated tensors:",n-i.tensors),i.tensors=n}let a=t.now();d.detect=1e3/(a-i.detect),i.detect=a,requestAnimationFrame(c)}async function l(){if(!e.video.paused){let n=await t.next(t.result);await t.draw.canvas(e.video,e.canvas),await t.draw.all(e.canvas,n),b(n.performance)}let a=t.now();d.draw=1e3/(a-i.draw),i.draw=a,r(e.video.paused?"paused":`fps: ${d.detect.toFixed(1).padStart(5," ")} detect | ${d.draw.toFixed(1).padStart(5," ")} draw`),setTimeout(l,30)}async function y(){s("human version:",t.version,"| tfjs version:",t.tf.version["tfjs-core"]),s("platform:",t.env.platform,"| agent:",t.env.agent),r("loading..."),await t.load(),s("backend:",t.tf.getBackend(),"| available:",t.env.backends),s("loaded models:",Object.values(t.models).filter(a=>a!==null).length),r("initializing..."),await t.warmup(),await h(),await c(),await l()}window.onload=y;
|
import { Human } from "../../dist/human.esm.js";
|
||||||
|
var humanConfig = {
|
||||||
|
modelBasePath: "../../models",
|
||||||
|
filter: { enabled: true, equalization: false },
|
||||||
|
face: { enabled: true, detector: { rotation: false }, mesh: { enabled: true }, attention: { enabled: false }, iris: { enabled: true }, description: { enabled: true }, emotion: { enabled: true } },
|
||||||
|
body: { enabled: true },
|
||||||
|
hand: { enabled: true },
|
||||||
|
object: { enabled: false },
|
||||||
|
gesture: { enabled: true }
|
||||||
|
};
|
||||||
|
var human = new Human(humanConfig);
|
||||||
|
human.env["perfadd"] = false;
|
||||||
|
human.draw.options.font = 'small-caps 18px "Lato"';
|
||||||
|
human.draw.options.lineHeight = 20;
|
||||||
|
var dom = {
|
||||||
|
video: document.getElementById("video"),
|
||||||
|
canvas: document.getElementById("canvas"),
|
||||||
|
log: document.getElementById("log"),
|
||||||
|
fps: document.getElementById("status"),
|
||||||
|
perf: document.getElementById("performance")
|
||||||
|
};
|
||||||
|
var timestamp = { detect: 0, draw: 0, tensors: 0 };
|
||||||
|
var fps = { detect: 0, draw: 0 };
|
||||||
|
var log = (...msg) => {
|
||||||
|
dom.log.innerText += msg.join(" ") + "\n";
|
||||||
|
console.log(...msg);
|
||||||
|
};
|
||||||
|
var status = (msg) => dom.fps.innerText = msg;
|
||||||
|
var perf = (msg) => dom.perf.innerText = "tensors:" + human.tf.memory().numTensors + " | performance: " + JSON.stringify(msg).replace(/"|{|}/g, "").replace(/,/g, " | ");
|
||||||
|
async function webCam() {
|
||||||
|
status("starting webcam...");
|
||||||
|
const options = { audio: false, video: { facingMode: "user", resizeMode: "none", width: { ideal: document.body.clientWidth } } };
|
||||||
|
const stream = await navigator.mediaDevices.getUserMedia(options);
|
||||||
|
const ready = new Promise((resolve) => {
|
||||||
|
dom.video.onloadeddata = () => resolve(true);
|
||||||
|
});
|
||||||
|
dom.video.srcObject = stream;
|
||||||
|
dom.video.play();
|
||||||
|
await ready;
|
||||||
|
dom.canvas.width = dom.video.videoWidth;
|
||||||
|
dom.canvas.height = dom.video.videoHeight;
|
||||||
|
const track = stream.getVideoTracks()[0];
|
||||||
|
const capabilities = track.getCapabilities ? track.getCapabilities() : "";
|
||||||
|
const settings = track.getSettings ? track.getSettings() : "";
|
||||||
|
const constraints = track.getConstraints ? track.getConstraints() : "";
|
||||||
|
log("video:", dom.video.videoWidth, dom.video.videoHeight, track.label, { stream, track, settings, constraints, capabilities });
|
||||||
|
dom.canvas.onclick = () => {
|
||||||
|
if (dom.video.paused)
|
||||||
|
dom.video.play();
|
||||||
|
else
|
||||||
|
dom.video.pause();
|
||||||
|
};
|
||||||
|
}
|
||||||
|
async function detectionLoop() {
|
||||||
|
if (!dom.video.paused) {
|
||||||
|
await human.detect(dom.video);
|
||||||
|
const tensors = human.tf.memory().numTensors;
|
||||||
|
if (tensors - timestamp.tensors !== 0)
|
||||||
|
log("allocated tensors:", tensors - timestamp.tensors);
|
||||||
|
timestamp.tensors = tensors;
|
||||||
|
}
|
||||||
|
const now = human.now();
|
||||||
|
fps.detect = 1e3 / (now - timestamp.detect);
|
||||||
|
timestamp.detect = now;
|
||||||
|
requestAnimationFrame(detectionLoop);
|
||||||
|
}
|
||||||
|
async function drawLoop() {
|
||||||
|
if (!dom.video.paused) {
|
||||||
|
const interpolated = await human.next(human.result);
|
||||||
|
await human.draw.canvas(dom.video, dom.canvas);
|
||||||
|
await human.draw.all(dom.canvas, interpolated);
|
||||||
|
perf(interpolated.performance);
|
||||||
|
}
|
||||||
|
const now = human.now();
|
||||||
|
fps.draw = 1e3 / (now - timestamp.draw);
|
||||||
|
timestamp.draw = now;
|
||||||
|
status(dom.video.paused ? "paused" : `fps: ${fps.detect.toFixed(1).padStart(5, " ")} detect | ${fps.draw.toFixed(1).padStart(5, " ")} draw`);
|
||||||
|
setTimeout(drawLoop, 30);
|
||||||
|
}
|
||||||
|
async function main() {
|
||||||
|
log("human version:", human.version, "| tfjs version:", human.tf.version["tfjs-core"]);
|
||||||
|
log("platform:", human.env.platform, "| agent:", human.env.agent);
|
||||||
|
status("loading...");
|
||||||
|
await human.load();
|
||||||
|
log("backend:", human.tf.getBackend(), "| available:", human.env.backends);
|
||||||
|
log("loaded models:", Object.values(human.models).filter((model) => model !== null).length);
|
||||||
|
status("initializing...");
|
||||||
|
await human.warmup();
|
||||||
|
await webCam();
|
||||||
|
await detectionLoop();
|
||||||
|
await drawLoop();
|
||||||
|
}
|
||||||
|
window.onload = main;
|
||||||
/**
|
/**
|
||||||
* Human demo for browsers
|
* Human demo for browsers
|
||||||
* @default Human Library
|
* @default Human Library
|
||||||
|
|
|
||||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
|
|
@ -4,4 +4,37 @@
|
||||||
author: <https://github.com/vladmandic>'
|
author: <https://github.com/vladmandic>'
|
||||||
*/
|
*/
|
||||||
|
|
||||||
var e="3.15.0";var s="3.15.0";var t="3.15.0";var r="3.15.0";var l="3.15.0";var i="3.15.0";var a="3.15.0";var V={tfjs:e,"tfjs-core":s,"tfjs-data":t,"tfjs-layers":r,"tfjs-converter":l,"tfjs-backend-webgl":i,"tfjs-backend-wasm":a};export{V as version};
|
// node_modules/.pnpm/@tensorflow+tfjs@3.15.0_seedrandom@3.0.5/node_modules/@tensorflow/tfjs/package.json
|
||||||
|
var version = "3.15.0";
|
||||||
|
|
||||||
|
// node_modules/.pnpm/@tensorflow+tfjs-core@3.15.0/node_modules/@tensorflow/tfjs-core/package.json
|
||||||
|
var version2 = "3.15.0";
|
||||||
|
|
||||||
|
// node_modules/.pnpm/@tensorflow+tfjs-data@3.15.0_ec5705835d0d8c568be975e47d5966ee/node_modules/@tensorflow/tfjs-data/package.json
|
||||||
|
var version3 = "3.15.0";
|
||||||
|
|
||||||
|
// node_modules/.pnpm/@tensorflow+tfjs-layers@3.15.0_@tensorflow+tfjs-core@3.15.0/node_modules/@tensorflow/tfjs-layers/package.json
|
||||||
|
var version4 = "3.15.0";
|
||||||
|
|
||||||
|
// node_modules/.pnpm/@tensorflow+tfjs-converter@3.15.0_@tensorflow+tfjs-core@3.15.0/node_modules/@tensorflow/tfjs-converter/package.json
|
||||||
|
var version5 = "3.15.0";
|
||||||
|
|
||||||
|
// node_modules/.pnpm/@tensorflow+tfjs-backend-webgl@3.15.0_@tensorflow+tfjs-core@3.15.0/node_modules/@tensorflow/tfjs-backend-webgl/package.json
|
||||||
|
var version6 = "3.15.0";
|
||||||
|
|
||||||
|
// node_modules/.pnpm/@tensorflow+tfjs-backend-wasm@3.15.0_@tensorflow+tfjs-core@3.15.0/node_modules/@tensorflow/tfjs-backend-wasm/package.json
|
||||||
|
var version7 = "3.15.0";
|
||||||
|
|
||||||
|
// tfjs/tf-version.ts
|
||||||
|
var version8 = {
|
||||||
|
tfjs: version,
|
||||||
|
"tfjs-core": version2,
|
||||||
|
"tfjs-data": version3,
|
||||||
|
"tfjs-layers": version4,
|
||||||
|
"tfjs-converter": version5,
|
||||||
|
"tfjs-backend-webgl": version6,
|
||||||
|
"tfjs-backend-wasm": version7
|
||||||
|
};
|
||||||
|
export {
|
||||||
|
version8 as version
|
||||||
|
};
|
||||||
|
|
|
||||||
|
|
@ -30,7 +30,7 @@ export async function body(inCanvas: AnyCanvas, result: Array<BodyResult>, drawO
|
||||||
if (localOptions.drawPoints && result[i].keypoints) {
|
if (localOptions.drawPoints && result[i].keypoints) {
|
||||||
for (let pt = 0; pt < result[i].keypoints.length; pt++) {
|
for (let pt = 0; pt < result[i].keypoints.length; pt++) {
|
||||||
if (!result[i].keypoints[pt].score || (result[i].keypoints[pt].score === 0)) continue;
|
if (!result[i].keypoints[pt].score || (result[i].keypoints[pt].score === 0)) continue;
|
||||||
ctx.fillStyle = localOptions.useDepth && result[i].keypoints[pt].position[2] ? colorDepth(result[i].keypoints[pt].position[2] || 0) : localOptions.color;
|
ctx.fillStyle = colorDepth(result[i].keypoints[pt].position[2], localOptions);
|
||||||
point(ctx, result[i].keypoints[pt].position[0], result[i].keypoints[pt].position[1], 0, localOptions);
|
point(ctx, result[i].keypoints[pt].position[0], result[i].keypoints[pt].position[1], 0, localOptions);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
@ -38,7 +38,7 @@ export async function body(inCanvas: AnyCanvas, result: Array<BodyResult>, drawO
|
||||||
ctx.font = localOptions.font;
|
ctx.font = localOptions.font;
|
||||||
for (const pt of result[i].keypoints) {
|
for (const pt of result[i].keypoints) {
|
||||||
if (!pt.score || (pt.score === 0)) continue;
|
if (!pt.score || (pt.score === 0)) continue;
|
||||||
ctx.fillStyle = localOptions.useDepth && pt.position[2] ? colorDepth(pt.position[2]) : localOptions.color;
|
ctx.fillStyle = colorDepth(pt.position[2], localOptions);
|
||||||
ctx.fillText(`${pt.part} ${Math.trunc(100 * pt.score)}%`, pt.position[0] + 4, pt.position[1] + 4);
|
ctx.fillText(`${pt.part} ${Math.trunc(100 * pt.score)}%`, pt.position[0] + 4, pt.position[1] + 4);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
269
src/draw/face.ts
269
src/draw/face.ts
|
|
@ -5,130 +5,155 @@ import { options } from './options';
|
||||||
import type { FaceResult } from '../result';
|
import type { FaceResult } from '../result';
|
||||||
import type { AnyCanvas, DrawOptions } from '../exports';
|
import type { AnyCanvas, DrawOptions } from '../exports';
|
||||||
|
|
||||||
/** draw detected faces */
|
let opt: DrawOptions;
|
||||||
export async function face(inCanvas: AnyCanvas, result: Array<FaceResult>, drawOptions?: Partial<DrawOptions>) {
|
|
||||||
const localOptions = mergeDeep(options, drawOptions);
|
function drawLabels(f: FaceResult, ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D) {
|
||||||
if (!result || !inCanvas) return;
|
if (opt.drawLabels) {
|
||||||
const ctx = getCanvasContext(inCanvas);
|
// silly hack since fillText does not suport new line
|
||||||
if (!ctx) return;
|
const labels:string[] = [];
|
||||||
for (const f of result) {
|
labels.push(`face: ${Math.trunc(100 * f.score)}%`);
|
||||||
ctx.font = localOptions.font;
|
if (f.genderScore) labels.push(`${f.gender || ''} ${Math.trunc(100 * f.genderScore)}%`);
|
||||||
ctx.strokeStyle = localOptions.color;
|
if (f.age) labels.push(`age: ${f.age || ''}`);
|
||||||
ctx.fillStyle = localOptions.color;
|
if (f.iris) labels.push(`distance: ${f.iris}`);
|
||||||
if (localOptions.drawBoxes) rect(ctx, f.box[0], f.box[1], f.box[2], f.box[3], localOptions);
|
if (f.real) labels.push(`real: ${Math.trunc(100 * f.real)}%`);
|
||||||
if (localOptions.drawLabels) {
|
if (f.live) labels.push(`live: ${Math.trunc(100 * f.live)}%`);
|
||||||
// silly hack since fillText does not suport new line
|
if (f.emotion && f.emotion.length > 0) {
|
||||||
const labels:string[] = [];
|
const emotion = f.emotion.map((a) => `${Math.trunc(100 * a.score)}% ${a.emotion}`);
|
||||||
labels.push(`face: ${Math.trunc(100 * f.score)}%`);
|
if (emotion.length > 3) emotion.length = 3;
|
||||||
if (f.genderScore) labels.push(`${f.gender || ''} ${Math.trunc(100 * f.genderScore)}%`);
|
labels.push(emotion.join(' '));
|
||||||
if (f.age) labels.push(`age: ${f.age || ''}`);
|
|
||||||
if (f.iris) labels.push(`distance: ${f.iris}`);
|
|
||||||
if (f.real) labels.push(`real: ${Math.trunc(100 * f.real)}%`);
|
|
||||||
if (f.live) labels.push(`live: ${Math.trunc(100 * f.live)}%`);
|
|
||||||
if (f.emotion && f.emotion.length > 0) {
|
|
||||||
const emotion = f.emotion.map((a) => `${Math.trunc(100 * a.score)}% ${a.emotion}`);
|
|
||||||
if (emotion.length > 3) emotion.length = 3;
|
|
||||||
labels.push(emotion.join(' '));
|
|
||||||
}
|
|
||||||
if (f.rotation && f.rotation.angle && f.rotation.gaze) {
|
|
||||||
if (f.rotation.angle.roll) labels.push(`roll: ${rad2deg(f.rotation.angle.roll)}° yaw:${rad2deg(f.rotation.angle.yaw)}° pitch:${rad2deg(f.rotation.angle.pitch)}°`);
|
|
||||||
if (f.rotation.gaze.bearing) labels.push(`gaze: ${rad2deg(f.rotation.gaze.bearing)}°`);
|
|
||||||
}
|
|
||||||
if (labels.length === 0) labels.push('face');
|
|
||||||
ctx.fillStyle = localOptions.color;
|
|
||||||
for (let i = labels.length - 1; i >= 0; i--) {
|
|
||||||
const x = Math.max(f.box[0], 0);
|
|
||||||
const y = i * localOptions.lineHeight + f.box[1];
|
|
||||||
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
|
||||||
ctx.fillStyle = localOptions.shadowColor;
|
|
||||||
ctx.fillText(labels[i], x + 5, y + 16);
|
|
||||||
}
|
|
||||||
ctx.fillStyle = localOptions.labelColor;
|
|
||||||
ctx.fillText(labels[i], x + 4, y + 15);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
// ctx.lineWidth = localOptions.lineWidth;
|
if (f.rotation && f.rotation.angle && f.rotation.gaze) {
|
||||||
ctx.lineWidth = 2;
|
if (f.rotation.angle.roll) labels.push(`roll: ${rad2deg(f.rotation.angle.roll)}° yaw:${rad2deg(f.rotation.angle.yaw)}° pitch:${rad2deg(f.rotation.angle.pitch)}°`);
|
||||||
if (f.mesh && f.mesh.length > 0) {
|
if (f.rotation.gaze.bearing) labels.push(`gaze: ${rad2deg(f.rotation.gaze.bearing)}°`);
|
||||||
if (localOptions.drawPoints) {
|
}
|
||||||
const length = Math.max(468, f.mesh.length);
|
if (labels.length === 0) labels.push('face');
|
||||||
for (let i = 0; i < length; i++) point(ctx, f.mesh[i][0], f.mesh[i][1], f.mesh[i][2], localOptions);
|
ctx.fillStyle = opt.color;
|
||||||
}
|
for (let i = labels.length - 1; i >= 0; i--) {
|
||||||
if (localOptions.drawAttention && f.mesh.length > 468) {
|
const x = Math.max(f.box[0], 0);
|
||||||
for (let i = 468; i < f.mesh.length; i++) point(ctx, f.mesh[i][0], f.mesh[i][1], -255, localOptions);
|
const y = i * opt.lineHeight + f.box[1];
|
||||||
}
|
if (opt.shadowColor && opt.shadowColor !== '') {
|
||||||
if (localOptions.drawPolygons) {
|
ctx.fillStyle = opt.shadowColor;
|
||||||
if (f.mesh.length > 450) {
|
ctx.fillText(labels[i], x + 5, y + 16);
|
||||||
for (let i = 0; i < triangulation.length / 3; i++) {
|
|
||||||
const points = [
|
|
||||||
triangulation[i * 3 + 0],
|
|
||||||
triangulation[i * 3 + 1],
|
|
||||||
triangulation[i * 3 + 2],
|
|
||||||
].map((index) => f.mesh[index]);
|
|
||||||
lines(ctx, points, localOptions);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// iris: array[center, left, top, right, bottom]
|
|
||||||
if (f.annotations && f.annotations['leftEyeIris'] && f.annotations['leftEyeIris'][0]) {
|
|
||||||
ctx.strokeStyle = localOptions.useDepth ? 'rgba(255, 200, 255, 0.3)' : localOptions.color;
|
|
||||||
ctx.beginPath();
|
|
||||||
const sizeX = Math.abs(f.annotations['leftEyeIris'][3][0] - f.annotations['leftEyeIris'][1][0]) / 2;
|
|
||||||
const sizeY = Math.abs(f.annotations['leftEyeIris'][4][1] - f.annotations['leftEyeIris'][2][1]) / 2;
|
|
||||||
ctx.ellipse(f.annotations['leftEyeIris'][0][0], f.annotations['leftEyeIris'][0][1], sizeX, sizeY, 0, 0, 2 * Math.PI);
|
|
||||||
ctx.stroke();
|
|
||||||
if (localOptions.fillPolygons) {
|
|
||||||
ctx.fillStyle = localOptions.useDepth ? 'rgba(255, 255, 200, 0.3)' : localOptions.color;
|
|
||||||
ctx.fill();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (f.annotations && f.annotations['rightEyeIris'] && f.annotations['rightEyeIris'][0]) {
|
|
||||||
ctx.strokeStyle = localOptions.useDepth ? 'rgba(255, 200, 255, 0.3)' : localOptions.color;
|
|
||||||
ctx.beginPath();
|
|
||||||
const sizeX = Math.abs(f.annotations['rightEyeIris'][3][0] - f.annotations['rightEyeIris'][1][0]) / 2;
|
|
||||||
const sizeY = Math.abs(f.annotations['rightEyeIris'][4][1] - f.annotations['rightEyeIris'][2][1]) / 2;
|
|
||||||
ctx.ellipse(f.annotations['rightEyeIris'][0][0], f.annotations['rightEyeIris'][0][1], sizeX, sizeY, 0, 0, 2 * Math.PI);
|
|
||||||
ctx.stroke();
|
|
||||||
if (localOptions.fillPolygons) {
|
|
||||||
ctx.fillStyle = localOptions.useDepth ? 'rgba(255, 255, 200, 0.3)' : localOptions.color;
|
|
||||||
ctx.fill();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (localOptions.drawGaze && f.rotation?.angle && typeof Path2D !== 'undefined') {
|
|
||||||
ctx.strokeStyle = 'pink';
|
|
||||||
const valX = (f.box[0] + f.box[2] / 2) - (f.box[3] * rad2deg(f.rotation.angle.yaw) / 90);
|
|
||||||
const valY = (f.box[1] + f.box[3] / 2) + (f.box[2] * rad2deg(f.rotation.angle.pitch) / 90);
|
|
||||||
const pathV = new Path2D(`
|
|
||||||
M ${f.box[0] + f.box[2] / 2} ${f.box[1]}
|
|
||||||
C
|
|
||||||
${valX} ${f.box[1]},
|
|
||||||
${valX} ${f.box[1] + f.box[3]},
|
|
||||||
${f.box[0] + f.box[2] / 2} ${f.box[1] + f.box[3]}
|
|
||||||
`);
|
|
||||||
const pathH = new Path2D(`
|
|
||||||
M ${f.box[0]} ${f.box[1] + f.box[3] / 2}
|
|
||||||
C
|
|
||||||
${f.box[0]} ${valY},
|
|
||||||
${f.box[0] + f.box[2]} ${valY},
|
|
||||||
${f.box[0] + f.box[2]} ${f.box[1] + f.box[3] / 2}
|
|
||||||
`);
|
|
||||||
ctx.stroke(pathH);
|
|
||||||
ctx.stroke(pathV);
|
|
||||||
}
|
|
||||||
if (localOptions.drawGaze && f.rotation?.gaze?.strength && f.rotation?.gaze?.bearing && f.annotations['leftEyeIris'] && f.annotations['rightEyeIris'] && f.annotations['leftEyeIris'][0] && f.annotations['rightEyeIris'][0]) {
|
|
||||||
ctx.strokeStyle = 'pink';
|
|
||||||
ctx.fillStyle = 'pink';
|
|
||||||
const leftGaze = [
|
|
||||||
f.annotations['leftEyeIris'][0][0] + (Math.sin(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[3]),
|
|
||||||
f.annotations['leftEyeIris'][0][1] + (Math.cos(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[2]),
|
|
||||||
];
|
|
||||||
arrow(ctx, [f.annotations['leftEyeIris'][0][0], f.annotations['leftEyeIris'][0][1]], [leftGaze[0], leftGaze[1]], 4);
|
|
||||||
const rightGaze = [
|
|
||||||
f.annotations['rightEyeIris'][0][0] + (Math.sin(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[3]),
|
|
||||||
f.annotations['rightEyeIris'][0][1] + (Math.cos(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[2]),
|
|
||||||
];
|
|
||||||
arrow(ctx, [f.annotations['rightEyeIris'][0][0], f.annotations['rightEyeIris'][0][1]], [rightGaze[0], rightGaze[1]], 4);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
ctx.fillStyle = opt.labelColor;
|
||||||
|
ctx.fillText(labels[i], x + 4, y + 15);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function drawIrisElipse(f: FaceResult, ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D) {
|
||||||
|
// iris: array[center, left, top, right, bottom]
|
||||||
|
if (f.annotations && f.annotations['leftEyeIris'] && f.annotations['leftEyeIris'][0]) {
|
||||||
|
ctx.strokeStyle = opt.useDepth ? 'rgba(255, 200, 255, 0.3)' : opt.color;
|
||||||
|
ctx.beginPath();
|
||||||
|
const sizeX = Math.abs(f.annotations['leftEyeIris'][3][0] - f.annotations['leftEyeIris'][1][0]) / 2;
|
||||||
|
const sizeY = Math.abs(f.annotations['leftEyeIris'][4][1] - f.annotations['leftEyeIris'][2][1]) / 2;
|
||||||
|
ctx.ellipse(f.annotations['leftEyeIris'][0][0], f.annotations['leftEyeIris'][0][1], sizeX, sizeY, 0, 0, 2 * Math.PI);
|
||||||
|
ctx.stroke();
|
||||||
|
if (opt.fillPolygons) {
|
||||||
|
ctx.fillStyle = opt.useDepth ? 'rgba(255, 255, 200, 0.3)' : opt.color;
|
||||||
|
ctx.fill();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (f.annotations && f.annotations['rightEyeIris'] && f.annotations['rightEyeIris'][0]) {
|
||||||
|
ctx.strokeStyle = opt.useDepth ? 'rgba(255, 200, 255, 0.3)' : opt.color;
|
||||||
|
ctx.beginPath();
|
||||||
|
const sizeX = Math.abs(f.annotations['rightEyeIris'][3][0] - f.annotations['rightEyeIris'][1][0]) / 2;
|
||||||
|
const sizeY = Math.abs(f.annotations['rightEyeIris'][4][1] - f.annotations['rightEyeIris'][2][1]) / 2;
|
||||||
|
ctx.ellipse(f.annotations['rightEyeIris'][0][0], f.annotations['rightEyeIris'][0][1], sizeX, sizeY, 0, 0, 2 * Math.PI);
|
||||||
|
ctx.stroke();
|
||||||
|
if (opt.fillPolygons) {
|
||||||
|
ctx.fillStyle = opt.useDepth ? 'rgba(255, 255, 200, 0.3)' : opt.color;
|
||||||
|
ctx.fill();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function drawGazeSpheres(f: FaceResult, ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D) {
|
||||||
|
if (opt.drawGaze && f.rotation?.angle && typeof Path2D !== 'undefined') {
|
||||||
|
ctx.strokeStyle = 'pink';
|
||||||
|
const valX = (f.box[0] + f.box[2] / 2) - (f.box[3] * rad2deg(f.rotation.angle.yaw) / 90);
|
||||||
|
const valY = (f.box[1] + f.box[3] / 2) + (f.box[2] * rad2deg(f.rotation.angle.pitch) / 90);
|
||||||
|
const pathV = new Path2D(`
|
||||||
|
M ${f.box[0] + f.box[2] / 2} ${f.box[1]}
|
||||||
|
C
|
||||||
|
${valX} ${f.box[1]},
|
||||||
|
${valX} ${f.box[1] + f.box[3]},
|
||||||
|
${f.box[0] + f.box[2] / 2} ${f.box[1] + f.box[3]}
|
||||||
|
`);
|
||||||
|
const pathH = new Path2D(`
|
||||||
|
M ${f.box[0]} ${f.box[1] + f.box[3] / 2}
|
||||||
|
C
|
||||||
|
${f.box[0]} ${valY},
|
||||||
|
${f.box[0] + f.box[2]} ${valY},
|
||||||
|
${f.box[0] + f.box[2]} ${f.box[1] + f.box[3] / 2}
|
||||||
|
`);
|
||||||
|
ctx.stroke(pathH);
|
||||||
|
ctx.stroke(pathV);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function drawGazeArrows(f: FaceResult, ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D) {
|
||||||
|
if (opt.drawGaze && f.rotation?.gaze?.strength && f.rotation?.gaze?.bearing && f.annotations['leftEyeIris'] && f.annotations['rightEyeIris'] && f.annotations['leftEyeIris'][0] && f.annotations['rightEyeIris'][0]) {
|
||||||
|
ctx.strokeStyle = 'pink';
|
||||||
|
ctx.fillStyle = 'pink';
|
||||||
|
const leftGaze = [
|
||||||
|
f.annotations['leftEyeIris'][0][0] + (Math.sin(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[3]),
|
||||||
|
f.annotations['leftEyeIris'][0][1] + (Math.cos(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[2]),
|
||||||
|
];
|
||||||
|
arrow(ctx, [f.annotations['leftEyeIris'][0][0], f.annotations['leftEyeIris'][0][1]], [leftGaze[0], leftGaze[1]], 4);
|
||||||
|
const rightGaze = [
|
||||||
|
f.annotations['rightEyeIris'][0][0] + (Math.sin(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[3]),
|
||||||
|
f.annotations['rightEyeIris'][0][1] + (Math.cos(f.rotation.gaze.bearing) * f.rotation.gaze.strength * f.box[2]),
|
||||||
|
];
|
||||||
|
arrow(ctx, [f.annotations['rightEyeIris'][0][0], f.annotations['rightEyeIris'][0][1]], [rightGaze[0], rightGaze[1]], 4);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function drawFacePolygons(f: FaceResult, ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D) {
|
||||||
|
if (opt.drawPolygons && f.mesh.length >= 468) {
|
||||||
|
ctx.lineWidth = 1;
|
||||||
|
for (let i = 0; i < triangulation.length / 3; i++) {
|
||||||
|
const points = [triangulation[i * 3 + 0], triangulation[i * 3 + 1], triangulation[i * 3 + 2]].map((index) => f.mesh[index]);
|
||||||
|
lines(ctx, points, opt);
|
||||||
|
}
|
||||||
|
drawIrisElipse(f, ctx);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function drawFacePoints(f: FaceResult, ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D) {
|
||||||
|
const length = Math.max(468, f.mesh.length);
|
||||||
|
if (opt.drawPoints && f.mesh.length >= 468) {
|
||||||
|
for (let i = 0; i < length; i++) point(ctx, f.mesh[i][0], f.mesh[i][1], f.mesh[i][2], opt);
|
||||||
|
}
|
||||||
|
if (opt.drawAttention && f.mesh.length > 468) {
|
||||||
|
for (let i = 468; i < f.mesh.length; i++) point(ctx, f.mesh[i][0], f.mesh[i][1], f.mesh[i][2], opt);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function drawFaceBoxes(f: FaceResult, ctx) {
|
||||||
|
if (opt.drawBoxes) {
|
||||||
|
rect(ctx, f.box[0], f.box[1], f.box[2], f.box[3], opt);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** draw detected faces */
|
||||||
|
export async function face(inCanvas: AnyCanvas, result: Array<FaceResult>, drawOptions?: Partial<DrawOptions>) {
|
||||||
|
opt = mergeDeep(options, drawOptions);
|
||||||
|
if (!result || !inCanvas) return;
|
||||||
|
const ctx = getCanvasContext(inCanvas);
|
||||||
|
if (!ctx) return;
|
||||||
|
ctx.font = opt.font;
|
||||||
|
ctx.strokeStyle = opt.color;
|
||||||
|
ctx.fillStyle = opt.color;
|
||||||
|
for (const f of result) {
|
||||||
|
drawFaceBoxes(f, ctx);
|
||||||
|
drawLabels(f, ctx);
|
||||||
|
if (f.mesh && f.mesh.length > 0) {
|
||||||
|
drawFacePoints(f, ctx);
|
||||||
|
drawFacePolygons(f, ctx);
|
||||||
|
drawGazeSpheres(f, ctx);
|
||||||
|
drawGazeArrows(f, ctx);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -30,7 +30,7 @@ export async function hand(inCanvas: AnyCanvas, result: Array<HandResult>, drawO
|
||||||
if (localOptions.drawPoints) {
|
if (localOptions.drawPoints) {
|
||||||
if (h.keypoints && h.keypoints.length > 0) {
|
if (h.keypoints && h.keypoints.length > 0) {
|
||||||
for (const pt of h.keypoints) {
|
for (const pt of h.keypoints) {
|
||||||
ctx.fillStyle = localOptions.useDepth ? colorDepth(pt[2] || 0) : localOptions.color;
|
ctx.fillStyle = colorDepth(pt[2], localOptions);
|
||||||
point(ctx, pt[0], pt[1], 0, localOptions);
|
point(ctx, pt[0], pt[1], 0, localOptions);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
@ -38,8 +38,8 @@ export async function hand(inCanvas: AnyCanvas, result: Array<HandResult>, drawO
|
||||||
if (localOptions.drawLabels && h.annotations) {
|
if (localOptions.drawLabels && h.annotations) {
|
||||||
const addHandLabel = (part: Array<Point>, title: string) => {
|
const addHandLabel = (part: Array<Point>, title: string) => {
|
||||||
if (!part || part.length === 0 || !part[0]) return;
|
if (!part || part.length === 0 || !part[0]) return;
|
||||||
const z = part[part.length - 1][2] || 0;
|
const z = part[part.length - 1][2] || -256;
|
||||||
ctx.fillStyle = localOptions.useDepth ? colorDepth(z) : localOptions.color;
|
ctx.fillStyle = colorDepth(z, localOptions);
|
||||||
ctx.fillText(title, part[part.length - 1][0] + 4, part[part.length - 1][1] + 4);
|
ctx.fillText(title, part[part.length - 1][0] + 4, part[part.length - 1][1] + 4);
|
||||||
};
|
};
|
||||||
ctx.font = localOptions.font;
|
ctx.font = localOptions.font;
|
||||||
|
|
@ -56,7 +56,7 @@ export async function hand(inCanvas: AnyCanvas, result: Array<HandResult>, drawO
|
||||||
for (let i = 0; i < part.length; i++) {
|
for (let i = 0; i < part.length; i++) {
|
||||||
ctx.beginPath();
|
ctx.beginPath();
|
||||||
const z = part[i][2] || 0;
|
const z = part[i][2] || 0;
|
||||||
ctx.strokeStyle = localOptions.useDepth ? colorDepth(i * z) : localOptions.color;
|
ctx.strokeStyle = colorDepth(i * z, localOptions);
|
||||||
ctx.moveTo(part[i > 0 ? i - 1 : 0][0], part[i > 0 ? i - 1 : 0][1]);
|
ctx.moveTo(part[i > 0 ? i - 1 : 0][0], part[i > 0 ? i - 1 : 0][1]);
|
||||||
ctx.lineTo(part[i][0], part[i][1]);
|
ctx.lineTo(part[i][0], part[i][1]);
|
||||||
ctx.stroke();
|
ctx.stroke();
|
||||||
|
|
|
||||||
|
|
@ -1,7 +1,7 @@
|
||||||
import { log } from '../util/util';
|
import { log } from '../util/util';
|
||||||
import type { AnyCanvas } from '../exports';
|
import type { AnyCanvas } from '../exports';
|
||||||
import type { Point } from '../result';
|
import type { Point } from '../result';
|
||||||
import { options, DrawOptions } from './options';
|
import type { DrawOptions } from './options';
|
||||||
|
|
||||||
export const getCanvasContext = (input: AnyCanvas) => {
|
export const getCanvasContext = (input: AnyCanvas) => {
|
||||||
if (!input) log('draw error: invalid canvas');
|
if (!input) log('draw error: invalid canvas');
|
||||||
|
|
@ -15,16 +15,16 @@ export const getCanvasContext = (input: AnyCanvas) => {
|
||||||
};
|
};
|
||||||
|
|
||||||
export const rad2deg = (theta: number) => Math.round((theta * 180) / Math.PI);
|
export const rad2deg = (theta: number) => Math.round((theta * 180) / Math.PI);
|
||||||
export const colorDepth = (z: number, rgb: [boolean, boolean, boolean] = [true, true, false]): string => {
|
|
||||||
const r = rgb[0] ? 127 + Math.trunc(3 * z) : 255;
|
export const colorDepth = (z: number | undefined, opt: DrawOptions): string => {
|
||||||
const g = rgb[1] ? 127 - Math.trunc(3 * z) : 255;
|
if (!opt.useDepth || typeof z === 'undefined') return opt.color;
|
||||||
const b = rgb[2] ? 127 - Math.trunc(3 * z) : 255;
|
const rgb = Uint8ClampedArray.from([127 + (2 * z), 127 - (2 * z), 255]);
|
||||||
return `rgba(${r}, ${g}, ${b}, ${options.alpha})`;
|
const color = `rgba(${rgb[0]}, ${rgb[1]}, ${rgb[2]}, ${opt.alpha})`;
|
||||||
|
return color;
|
||||||
};
|
};
|
||||||
|
|
||||||
export function point(ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D, x: number, y: number, z: number | undefined, localOptions: DrawOptions) {
|
export function point(ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D, x: number, y: number, z: number | undefined, localOptions: DrawOptions) {
|
||||||
z = z || 0;
|
ctx.fillStyle = colorDepth(z, localOptions);
|
||||||
ctx.fillStyle = localOptions.useDepth && z ? colorDepth(z, z === -255 ? [true, false, true] : [true, false, false]) : localOptions.color;
|
|
||||||
ctx.beginPath();
|
ctx.beginPath();
|
||||||
ctx.arc(x, y, localOptions.pointSize, 0, 2 * Math.PI);
|
ctx.arc(x, y, localOptions.pointSize, 0, 2 * Math.PI);
|
||||||
ctx.fill();
|
ctx.fill();
|
||||||
|
|
@ -57,10 +57,8 @@ export function lines(ctx: CanvasRenderingContext2D | OffscreenCanvasRenderingCo
|
||||||
ctx.beginPath();
|
ctx.beginPath();
|
||||||
ctx.moveTo(points[0][0], points[0][1]);
|
ctx.moveTo(points[0][0], points[0][1]);
|
||||||
for (const pt of points) {
|
for (const pt of points) {
|
||||||
const z = pt[2] || 0;
|
ctx.strokeStyle = colorDepth(pt[2], localOptions);
|
||||||
ctx.strokeStyle = localOptions.useDepth && z !== 0 ? colorDepth(z) : localOptions.color;
|
ctx.lineTo(Math.trunc(pt[0]), Math.trunc(pt[1]));
|
||||||
ctx.fillStyle = localOptions.useDepth && z !== 0 ? colorDepth(z) : localOptions.color;
|
|
||||||
ctx.lineTo(pt[0], Math.round(pt[1]));
|
|
||||||
}
|
}
|
||||||
ctx.stroke();
|
ctx.stroke();
|
||||||
if (localOptions.fillPolygons) {
|
if (localOptions.fillPolygons) {
|
||||||
|
|
|
||||||
|
|
@ -58,7 +58,7 @@ export const blazeFaceLandmarks: Record<string, number | number[]> = {
|
||||||
symmetryLine: [3, 2],
|
symmetryLine: [3, 2],
|
||||||
};
|
};
|
||||||
|
|
||||||
export const MESH_TO_IRIS_INDICES_MAP: Array<{ key: string, indices: number[] }> = [ // A mapping from facemesh model keypoints to iris model keypoints.
|
export const irisIndices: Array<{ key: string, indices: number[] }> = [ // A mapping from facemesh model keypoints to iris model keypoints.
|
||||||
{ key: 'EyeUpper0', indices: [9, 10, 11, 12, 13, 14, 15] }, // 7 x 3d
|
{ key: 'EyeUpper0', indices: [9, 10, 11, 12, 13, 14, 15] }, // 7 x 3d
|
||||||
{ key: 'EyeUpper1', indices: [25, 26, 27, 28, 29, 30, 31] }, // 7 x 3d
|
{ key: 'EyeUpper1', indices: [25, 26, 27, 28, 29, 30, 31] }, // 7 x 3d
|
||||||
{ key: 'EyeUpper2', indices: [41, 42, 43, 44, 45, 46, 47] }, // 7 x 3d
|
{ key: 'EyeUpper2', indices: [41, 42, 43, 44, 45, 46, 47] }, // 7 x 3d
|
||||||
|
|
@ -667,3 +667,480 @@ export const UV68 = VTX68.map((x) => UV468[x]);
|
||||||
export const UV33 = VTX33.map((x) => UV468[x]);
|
export const UV33 = VTX33.map((x) => UV468[x]);
|
||||||
|
|
||||||
export const UV7 = VTX7.map((x) => UV468[x]);
|
export const UV7 = VTX7.map((x) => UV468[x]);
|
||||||
|
|
||||||
|
// https://github.com/tensorflow/tfjs-models/blob/master/face-landmarks-detection/src/constants.ts
|
||||||
|
// https://github.com/google/mediapipe/mediapipe/python/solutions/face_mesh_connections.py
|
||||||
|
|
||||||
|
type PairArray = Array<[number, number]>;
|
||||||
|
|
||||||
|
function connectionsToIndices(connections: PairArray) {
|
||||||
|
const indices = connections.map((connection) => connection[0]);
|
||||||
|
indices.push(connections[connections.length - 1][1]);
|
||||||
|
return indices;
|
||||||
|
}
|
||||||
|
|
||||||
|
export const pairsLips: PairArray = [
|
||||||
|
[61, 146], [146, 91], [91, 181], [181, 84], [84, 17], [17, 314], [314, 405], [405, 321], [321, 375], [375, 291], [61, 185], [185, 40], [40, 39], [39, 37], [37, 0], [0, 267], [267, 269], [269, 270], [270, 409], [409, 291],
|
||||||
|
[78, 95], [95, 88], [88, 178], [178, 87], [87, 14], [14, 317], [317, 402], [402, 318], [318, 324], [324, 308], [78, 191], [191, 80], [80, 81], [81, 82], [82, 13], [13, 312], [312, 311], [311, 310], [310, 415], [415, 308],
|
||||||
|
];
|
||||||
|
|
||||||
|
export const pairsLeftEye: PairArray = [[263, 249], [249, 390], [390, 373], [373, 374], [374, 380], [380, 381], [381, 382], [382, 362], [263, 466], [466, 388], [388, 387], [387, 386], [386, 385], [385, 384], [384, 398], [398, 362]];
|
||||||
|
|
||||||
|
export const pairsLeftEyebrow: PairArray = [[276, 283], [283, 282], [282, 295], [295, 285], [300, 293], [293, 334], [334, 296], [296, 336]];
|
||||||
|
|
||||||
|
export const pairsLeftIris: PairArray = [[474, 475], [475, 476], [476, 477], [477, 474]];
|
||||||
|
|
||||||
|
export const pairsRightEye: PairArray = [[33, 7], [7, 163], [163, 144], [144, 145], [145, 153], [153, 154], [154, 155], [155, 133], [33, 246], [246, 161], [161, 160], [160, 159], [159, 158], [158, 157], [157, 173], [173, 133]];
|
||||||
|
|
||||||
|
export const pairsRightEyebrow: PairArray = [[46, 53], [53, 52], [52, 65], [65, 55], [70, 63], [63, 105], [105, 66], [66, 107]];
|
||||||
|
|
||||||
|
export const pairsRightIris: PairArray = [[469, 470], [470, 471], [471, 472], [472, 469]];
|
||||||
|
|
||||||
|
export const pairsFaceContour: PairArray = [
|
||||||
|
[10, 338], [338, 297], [297, 332], [332, 284], [284, 251], [251, 389],
|
||||||
|
[389, 356], [356, 454], [454, 323], [323, 361], [361, 288], [288, 397],
|
||||||
|
[397, 365], [365, 379], [379, 378], [378, 400], [400, 377], [377, 152],
|
||||||
|
[152, 148], [148, 176], [176, 149], [149, 150], [150, 136], [136, 172],
|
||||||
|
[172, 58], [58, 132], [132, 93], [93, 234], [234, 127], [127, 162],
|
||||||
|
[162, 21], [21, 54], [54, 103], [103, 67], [67, 109], [109, 10],
|
||||||
|
];
|
||||||
|
|
||||||
|
export const contourKeypoints = {
|
||||||
|
lips: connectionsToIndices(pairsLips),
|
||||||
|
leftEye: connectionsToIndices(pairsLeftEye),
|
||||||
|
leftEyebrow: connectionsToIndices(pairsLeftEyebrow),
|
||||||
|
leftIris: connectionsToIndices(pairsLeftIris),
|
||||||
|
rightEye: connectionsToIndices(pairsRightEye),
|
||||||
|
rightEyebrow: connectionsToIndices(pairsRightEyebrow),
|
||||||
|
rightIris: connectionsToIndices(pairsRightIris),
|
||||||
|
faceOval: connectionsToIndices(pairsFaceContour),
|
||||||
|
};
|
||||||
|
|
||||||
|
export const pairsFaceMesh: PairArray = [
|
||||||
|
[127, 34], [34, 139], [139, 127], [11, 0], [0, 37], [37, 11],
|
||||||
|
[232, 231], [231, 120], [120, 232], [72, 37], [37, 39], [39, 72],
|
||||||
|
[128, 121], [121, 47], [47, 128], [232, 121], [121, 128], [128, 232],
|
||||||
|
[104, 69], [69, 67], [67, 104], [175, 171], [171, 148], [148, 175],
|
||||||
|
[118, 50], [50, 101], [101, 118], [73, 39], [39, 40], [40, 73],
|
||||||
|
[9, 151], [151, 108], [108, 9], [48, 115], [115, 131], [131, 48],
|
||||||
|
[194, 204], [204, 211], [211, 194], [74, 40], [40, 185], [185, 74],
|
||||||
|
[80, 42], [42, 183], [183, 80], [40, 92], [92, 186], [186, 40],
|
||||||
|
[230, 229], [229, 118], [118, 230], [202, 212], [212, 214], [214, 202],
|
||||||
|
[83, 18], [18, 17], [17, 83], [76, 61], [61, 146], [146, 76],
|
||||||
|
[160, 29], [29, 30], [30, 160], [56, 157], [157, 173], [173, 56],
|
||||||
|
[106, 204], [204, 194], [194, 106], [135, 214], [214, 192], [192, 135],
|
||||||
|
[203, 165], [165, 98], [98, 203], [21, 71], [71, 68], [68, 21],
|
||||||
|
[51, 45], [45, 4], [4, 51], [144, 24], [24, 23], [23, 144],
|
||||||
|
[77, 146], [146, 91], [91, 77], [205, 50], [50, 187], [187, 205],
|
||||||
|
[201, 200], [200, 18], [18, 201], [91, 106], [106, 182], [182, 91],
|
||||||
|
[90, 91], [91, 181], [181, 90], [85, 84], [84, 17], [17, 85],
|
||||||
|
[206, 203], [203, 36], [36, 206], [148, 171], [171, 140], [140, 148],
|
||||||
|
[92, 40], [40, 39], [39, 92], [193, 189], [189, 244], [244, 193],
|
||||||
|
[159, 158], [158, 28], [28, 159], [247, 246], [246, 161], [161, 247],
|
||||||
|
[236, 3], [3, 196], [196, 236], [54, 68], [68, 104], [104, 54],
|
||||||
|
[193, 168], [168, 8], [8, 193], [117, 228], [228, 31], [31, 117],
|
||||||
|
[189, 193], [193, 55], [55, 189], [98, 97], [97, 99], [99, 98],
|
||||||
|
[126, 47], [47, 100], [100, 126], [166, 79], [79, 218], [218, 166],
|
||||||
|
[155, 154], [154, 26], [26, 155], [209, 49], [49, 131], [131, 209],
|
||||||
|
[135, 136], [136, 150], [150, 135], [47, 126], [126, 217], [217, 47],
|
||||||
|
[223, 52], [52, 53], [53, 223], [45, 51], [51, 134], [134, 45],
|
||||||
|
[211, 170], [170, 140], [140, 211], [67, 69], [69, 108], [108, 67],
|
||||||
|
[43, 106], [106, 91], [91, 43], [230, 119], [119, 120], [120, 230],
|
||||||
|
[226, 130], [130, 247], [247, 226], [63, 53], [53, 52], [52, 63],
|
||||||
|
[238, 20], [20, 242], [242, 238], [46, 70], [70, 156], [156, 46],
|
||||||
|
[78, 62], [62, 96], [96, 78], [46, 53], [53, 63], [63, 46],
|
||||||
|
[143, 34], [34, 227], [227, 143], [123, 117], [117, 111], [111, 123],
|
||||||
|
[44, 125], [125, 19], [19, 44], [236, 134], [134, 51], [51, 236],
|
||||||
|
[216, 206], [206, 205], [205, 216], [154, 153], [153, 22], [22, 154],
|
||||||
|
[39, 37], [37, 167], [167, 39], [200, 201], [201, 208], [208, 200],
|
||||||
|
[36, 142], [142, 100], [100, 36], [57, 212], [212, 202], [202, 57],
|
||||||
|
[20, 60], [60, 99], [99, 20], [28, 158], [158, 157], [157, 28],
|
||||||
|
[35, 226], [226, 113], [113, 35], [160, 159], [159, 27], [27, 160],
|
||||||
|
[204, 202], [202, 210], [210, 204], [113, 225], [225, 46], [46, 113],
|
||||||
|
[43, 202], [202, 204], [204, 43], [62, 76], [76, 77], [77, 62],
|
||||||
|
[137, 123], [123, 116], [116, 137], [41, 38], [38, 72], [72, 41],
|
||||||
|
[203, 129], [129, 142], [142, 203], [64, 98], [98, 240], [240, 64],
|
||||||
|
[49, 102], [102, 64], [64, 49], [41, 73], [73, 74], [74, 41],
|
||||||
|
[212, 216], [216, 207], [207, 212], [42, 74], [74, 184], [184, 42],
|
||||||
|
[169, 170], [170, 211], [211, 169], [170, 149], [149, 176], [176, 170],
|
||||||
|
[105, 66], [66, 69], [69, 105], [122, 6], [6, 168], [168, 122],
|
||||||
|
[123, 147], [147, 187], [187, 123], [96, 77], [77, 90], [90, 96],
|
||||||
|
[65, 55], [55, 107], [107, 65], [89, 90], [90, 180], [180, 89],
|
||||||
|
[101, 100], [100, 120], [120, 101], [63, 105], [105, 104], [104, 63],
|
||||||
|
[93, 137], [137, 227], [227, 93], [15, 86], [86, 85], [85, 15],
|
||||||
|
[129, 102], [102, 49], [49, 129], [14, 87], [87, 86], [86, 14],
|
||||||
|
[55, 8], [8, 9], [9, 55], [100, 47], [47, 121], [121, 100],
|
||||||
|
[145, 23], [23, 22], [22, 145], [88, 89], [89, 179], [179, 88],
|
||||||
|
[6, 122], [122, 196], [196, 6], [88, 95], [95, 96], [96, 88],
|
||||||
|
[138, 172], [172, 136], [136, 138], [215, 58], [58, 172], [172, 215],
|
||||||
|
[115, 48], [48, 219], [219, 115], [42, 80], [80, 81], [81, 42],
|
||||||
|
[195, 3], [3, 51], [51, 195], [43, 146], [146, 61], [61, 43],
|
||||||
|
[171, 175], [175, 199], [199, 171], [81, 82], [82, 38], [38, 81],
|
||||||
|
[53, 46], [46, 225], [225, 53], [144, 163], [163, 110], [110, 144],
|
||||||
|
[52, 65], [65, 66], [66, 52], [229, 228], [228, 117], [117, 229],
|
||||||
|
[34, 127], [127, 234], [234, 34], [107, 108], [108, 69], [69, 107],
|
||||||
|
[109, 108], [108, 151], [151, 109], [48, 64], [64, 235], [235, 48],
|
||||||
|
[62, 78], [78, 191], [191, 62], [129, 209], [209, 126], [126, 129],
|
||||||
|
[111, 35], [35, 143], [143, 111], [117, 123], [123, 50], [50, 117],
|
||||||
|
[222, 65], [65, 52], [52, 222], [19, 125], [125, 141], [141, 19],
|
||||||
|
[221, 55], [55, 65], [65, 221], [3, 195], [195, 197], [197, 3],
|
||||||
|
[25, 7], [7, 33], [33, 25], [220, 237], [237, 44], [44, 220],
|
||||||
|
[70, 71], [71, 139], [139, 70], [122, 193], [193, 245], [245, 122],
|
||||||
|
[247, 130], [130, 33], [33, 247], [71, 21], [21, 162], [162, 71],
|
||||||
|
[170, 169], [169, 150], [150, 170], [188, 174], [174, 196], [196, 188],
|
||||||
|
[216, 186], [186, 92], [92, 216], [2, 97], [97, 167], [167, 2],
|
||||||
|
[141, 125], [125, 241], [241, 141], [164, 167], [167, 37], [37, 164],
|
||||||
|
[72, 38], [38, 12], [12, 72], [38, 82], [82, 13], [13, 38],
|
||||||
|
[63, 68], [68, 71], [71, 63], [226, 35], [35, 111], [111, 226],
|
||||||
|
[101, 50], [50, 205], [205, 101], [206, 92], [92, 165], [165, 206],
|
||||||
|
[209, 198], [198, 217], [217, 209], [165, 167], [167, 97], [97, 165],
|
||||||
|
[220, 115], [115, 218], [218, 220], [133, 112], [112, 243], [243, 133],
|
||||||
|
[239, 238], [238, 241], [241, 239], [214, 135], [135, 169], [169, 214],
|
||||||
|
[190, 173], [173, 133], [133, 190], [171, 208], [208, 32], [32, 171],
|
||||||
|
[125, 44], [44, 237], [237, 125], [86, 87], [87, 178], [178, 86],
|
||||||
|
[85, 86], [86, 179], [179, 85], [84, 85], [85, 180], [180, 84],
|
||||||
|
[83, 84], [84, 181], [181, 83], [201, 83], [83, 182], [182, 201],
|
||||||
|
[137, 93], [93, 132], [132, 137], [76, 62], [62, 183], [183, 76],
|
||||||
|
[61, 76], [76, 184], [184, 61], [57, 61], [61, 185], [185, 57],
|
||||||
|
[212, 57], [57, 186], [186, 212], [214, 207], [207, 187], [187, 214],
|
||||||
|
[34, 143], [143, 156], [156, 34], [79, 239], [239, 237], [237, 79],
|
||||||
|
[123, 137], [137, 177], [177, 123], [44, 1], [1, 4], [4, 44],
|
||||||
|
[201, 194], [194, 32], [32, 201], [64, 102], [102, 129], [129, 64],
|
||||||
|
[213, 215], [215, 138], [138, 213], [59, 166], [166, 219], [219, 59],
|
||||||
|
[242, 99], [99, 97], [97, 242], [2, 94], [94, 141], [141, 2],
|
||||||
|
[75, 59], [59, 235], [235, 75], [24, 110], [110, 228], [228, 24],
|
||||||
|
[25, 130], [130, 226], [226, 25], [23, 24], [24, 229], [229, 23],
|
||||||
|
[22, 23], [23, 230], [230, 22], [26, 22], [22, 231], [231, 26],
|
||||||
|
[112, 26], [26, 232], [232, 112], [189, 190], [190, 243], [243, 189],
|
||||||
|
[221, 56], [56, 190], [190, 221], [28, 56], [56, 221], [221, 28],
|
||||||
|
[27, 28], [28, 222], [222, 27], [29, 27], [27, 223], [223, 29],
|
||||||
|
[30, 29], [29, 224], [224, 30], [247, 30], [30, 225], [225, 247],
|
||||||
|
[238, 79], [79, 20], [20, 238], [166, 59], [59, 75], [75, 166],
|
||||||
|
[60, 75], [75, 240], [240, 60], [147, 177], [177, 215], [215, 147],
|
||||||
|
[20, 79], [79, 166], [166, 20], [187, 147], [147, 213], [213, 187],
|
||||||
|
[112, 233], [233, 244], [244, 112], [233, 128], [128, 245], [245, 233],
|
||||||
|
[128, 114], [114, 188], [188, 128], [114, 217], [217, 174], [174, 114],
|
||||||
|
[131, 115], [115, 220], [220, 131], [217, 198], [198, 236], [236, 217],
|
||||||
|
[198, 131], [131, 134], [134, 198], [177, 132], [132, 58], [58, 177],
|
||||||
|
[143, 35], [35, 124], [124, 143], [110, 163], [163, 7], [7, 110],
|
||||||
|
[228, 110], [110, 25], [25, 228], [356, 389], [389, 368], [368, 356],
|
||||||
|
[11, 302], [302, 267], [267, 11], [452, 350], [350, 349], [349, 452],
|
||||||
|
[302, 303], [303, 269], [269, 302], [357, 343], [343, 277], [277, 357],
|
||||||
|
[452, 453], [453, 357], [357, 452], [333, 332], [332, 297], [297, 333],
|
||||||
|
[175, 152], [152, 377], [377, 175], [347, 348], [348, 330], [330, 347],
|
||||||
|
[303, 304], [304, 270], [270, 303], [9, 336], [336, 337], [337, 9],
|
||||||
|
[278, 279], [279, 360], [360, 278], [418, 262], [262, 431], [431, 418],
|
||||||
|
[304, 408], [408, 409], [409, 304], [310, 415], [415, 407], [407, 310],
|
||||||
|
[270, 409], [409, 410], [410, 270], [450, 348], [348, 347], [347, 450],
|
||||||
|
[422, 430], [430, 434], [434, 422], [313, 314], [314, 17], [17, 313],
|
||||||
|
[306, 307], [307, 375], [375, 306], [387, 388], [388, 260], [260, 387],
|
||||||
|
[286, 414], [414, 398], [398, 286], [335, 406], [406, 418], [418, 335],
|
||||||
|
[364, 367], [367, 416], [416, 364], [423, 358], [358, 327], [327, 423],
|
||||||
|
[251, 284], [284, 298], [298, 251], [281, 5], [5, 4], [4, 281],
|
||||||
|
[373, 374], [374, 253], [253, 373], [307, 320], [320, 321], [321, 307],
|
||||||
|
[425, 427], [427, 411], [411, 425], [421, 313], [313, 18], [18, 421],
|
||||||
|
[321, 405], [405, 406], [406, 321], [320, 404], [404, 405], [405, 320],
|
||||||
|
[315, 16], [16, 17], [17, 315], [426, 425], [425, 266], [266, 426],
|
||||||
|
[377, 400], [400, 369], [369, 377], [322, 391], [391, 269], [269, 322],
|
||||||
|
[417, 465], [465, 464], [464, 417], [386, 257], [257, 258], [258, 386],
|
||||||
|
[466, 260], [260, 388], [388, 466], [456, 399], [399, 419], [419, 456],
|
||||||
|
[284, 332], [332, 333], [333, 284], [417, 285], [285, 8], [8, 417],
|
||||||
|
[346, 340], [340, 261], [261, 346], [413, 441], [441, 285], [285, 413],
|
||||||
|
[327, 460], [460, 328], [328, 327], [355, 371], [371, 329], [329, 355],
|
||||||
|
[392, 439], [439, 438], [438, 392], [382, 341], [341, 256], [256, 382],
|
||||||
|
[429, 420], [420, 360], [360, 429], [364, 394], [394, 379], [379, 364],
|
||||||
|
[277, 343], [343, 437], [437, 277], [443, 444], [444, 283], [283, 443],
|
||||||
|
[275, 440], [440, 363], [363, 275], [431, 262], [262, 369], [369, 431],
|
||||||
|
[297, 338], [338, 337], [337, 297], [273, 375], [375, 321], [321, 273],
|
||||||
|
[450, 451], [451, 349], [349, 450], [446, 342], [342, 467], [467, 446],
|
||||||
|
[293, 334], [334, 282], [282, 293], [458, 461], [461, 462], [462, 458],
|
||||||
|
[276, 353], [353, 383], [383, 276], [308, 324], [324, 325], [325, 308],
|
||||||
|
[276, 300], [300, 293], [293, 276], [372, 345], [345, 447], [447, 372],
|
||||||
|
[352, 345], [345, 340], [340, 352], [274, 1], [1, 19], [19, 274],
|
||||||
|
[456, 248], [248, 281], [281, 456], [436, 427], [427, 425], [425, 436],
|
||||||
|
[381, 256], [256, 252], [252, 381], [269, 391], [391, 393], [393, 269],
|
||||||
|
[200, 199], [199, 428], [428, 200], [266, 330], [330, 329], [329, 266],
|
||||||
|
[287, 273], [273, 422], [422, 287], [250, 462], [462, 328], [328, 250],
|
||||||
|
[258, 286], [286, 384], [384, 258], [265, 353], [353, 342], [342, 265],
|
||||||
|
[387, 259], [259, 257], [257, 387], [424, 431], [431, 430], [430, 424],
|
||||||
|
[342, 353], [353, 276], [276, 342], [273, 335], [335, 424], [424, 273],
|
||||||
|
[292, 325], [325, 307], [307, 292], [366, 447], [447, 345], [345, 366],
|
||||||
|
[271, 303], [303, 302], [302, 271], [423, 266], [266, 371], [371, 423],
|
||||||
|
[294, 455], [455, 460], [460, 294], [279, 278], [278, 294], [294, 279],
|
||||||
|
[271, 272], [272, 304], [304, 271], [432, 434], [434, 427], [427, 432],
|
||||||
|
[272, 407], [407, 408], [408, 272], [394, 430], [430, 431], [431, 394],
|
||||||
|
[395, 369], [369, 400], [400, 395], [334, 333], [333, 299], [299, 334],
|
||||||
|
[351, 417], [417, 168], [168, 351], [352, 280], [280, 411], [411, 352],
|
||||||
|
[325, 319], [319, 320], [320, 325], [295, 296], [296, 336], [336, 295],
|
||||||
|
[319, 403], [403, 404], [404, 319], [330, 348], [348, 349], [349, 330],
|
||||||
|
[293, 298], [298, 333], [333, 293], [323, 454], [454, 447], [447, 323],
|
||||||
|
[15, 16], [16, 315], [315, 15], [358, 429], [429, 279], [279, 358],
|
||||||
|
[14, 15], [15, 316], [316, 14], [285, 336], [336, 9], [9, 285],
|
||||||
|
[329, 349], [349, 350], [350, 329], [374, 380], [380, 252], [252, 374],
|
||||||
|
[318, 402], [402, 403], [403, 318], [6, 197], [197, 419], [419, 6],
|
||||||
|
[318, 319], [319, 325], [325, 318], [367, 364], [364, 365], [365, 367],
|
||||||
|
[435, 367], [367, 397], [397, 435], [344, 438], [438, 439], [439, 344],
|
||||||
|
[272, 271], [271, 311], [311, 272], [195, 5], [5, 281], [281, 195],
|
||||||
|
[273, 287], [287, 291], [291, 273], [396, 428], [428, 199], [199, 396],
|
||||||
|
[311, 271], [271, 268], [268, 311], [283, 444], [444, 445], [445, 283],
|
||||||
|
[373, 254], [254, 339], [339, 373], [282, 334], [334, 296], [296, 282],
|
||||||
|
[449, 347], [347, 346], [346, 449], [264, 447], [447, 454], [454, 264],
|
||||||
|
[336, 296], [296, 299], [299, 336], [338, 10], [10, 151], [151, 338],
|
||||||
|
[278, 439], [439, 455], [455, 278], [292, 407], [407, 415], [415, 292],
|
||||||
|
[358, 371], [371, 355], [355, 358], [340, 345], [345, 372], [372, 340],
|
||||||
|
[346, 347], [347, 280], [280, 346], [442, 443], [443, 282], [282, 442],
|
||||||
|
[19, 94], [94, 370], [370, 19], [441, 442], [442, 295], [295, 441],
|
||||||
|
[248, 419], [419, 197], [197, 248], [263, 255], [255, 359], [359, 263],
|
||||||
|
[440, 275], [275, 274], [274, 440], [300, 383], [383, 368], [368, 300],
|
||||||
|
[351, 412], [412, 465], [465, 351], [263, 467], [467, 466], [466, 263],
|
||||||
|
[301, 368], [368, 389], [389, 301], [395, 378], [378, 379], [379, 395],
|
||||||
|
[412, 351], [351, 419], [419, 412], [436, 426], [426, 322], [322, 436],
|
||||||
|
[2, 164], [164, 393], [393, 2], [370, 462], [462, 461], [461, 370],
|
||||||
|
[164, 0], [0, 267], [267, 164], [302, 11], [11, 12], [12, 302],
|
||||||
|
[268, 12], [12, 13], [13, 268], [293, 300], [300, 301], [301, 293],
|
||||||
|
[446, 261], [261, 340], [340, 446], [330, 266], [266, 425], [425, 330],
|
||||||
|
[426, 423], [423, 391], [391, 426], [429, 355], [355, 437], [437, 429],
|
||||||
|
[391, 327], [327, 326], [326, 391], [440, 457], [457, 438], [438, 440],
|
||||||
|
[341, 382], [382, 362], [362, 341], [459, 457], [457, 461], [461, 459],
|
||||||
|
[434, 430], [430, 394], [394, 434], [414, 463], [463, 362], [362, 414],
|
||||||
|
[396, 369], [369, 262], [262, 396], [354, 461], [461, 457], [457, 354],
|
||||||
|
[316, 403], [403, 402], [402, 316], [315, 404], [404, 403], [403, 315],
|
||||||
|
[314, 405], [405, 404], [404, 314], [313, 406], [406, 405], [405, 313],
|
||||||
|
[421, 418], [418, 406], [406, 421], [366, 401], [401, 361], [361, 366],
|
||||||
|
[306, 408], [408, 407], [407, 306], [291, 409], [409, 408], [408, 291],
|
||||||
|
[287, 410], [410, 409], [409, 287], [432, 436], [436, 410], [410, 432],
|
||||||
|
[434, 416], [416, 411], [411, 434], [264, 368], [368, 383], [383, 264],
|
||||||
|
[309, 438], [438, 457], [457, 309], [352, 376], [376, 401], [401, 352],
|
||||||
|
[274, 275], [275, 4], [4, 274], [421, 428], [428, 262], [262, 421],
|
||||||
|
[294, 327], [327, 358], [358, 294], [433, 416], [416, 367], [367, 433],
|
||||||
|
[289, 455], [455, 439], [439, 289], [462, 370], [370, 326], [326, 462],
|
||||||
|
[2, 326], [326, 370], [370, 2], [305, 460], [460, 455], [455, 305],
|
||||||
|
[254, 449], [449, 448], [448, 254], [255, 261], [261, 446], [446, 255],
|
||||||
|
[253, 450], [450, 449], [449, 253], [252, 451], [451, 450], [450, 252],
|
||||||
|
[256, 452], [452, 451], [451, 256], [341, 453], [453, 452], [452, 341],
|
||||||
|
[413, 464], [464, 463], [463, 413], [441, 413], [413, 414], [414, 441],
|
||||||
|
[258, 442], [442, 441], [441, 258], [257, 443], [443, 442], [442, 257],
|
||||||
|
[259, 444], [444, 443], [443, 259], [260, 445], [445, 444], [444, 260],
|
||||||
|
[467, 342], [342, 445], [445, 467], [459, 458], [458, 250], [250, 459],
|
||||||
|
[289, 392], [392, 290], [290, 289], [290, 328], [328, 460], [460, 290],
|
||||||
|
[376, 433], [433, 435], [435, 376], [250, 290], [290, 392], [392, 250],
|
||||||
|
[411, 416], [416, 433], [433, 411], [341, 463], [463, 464], [464, 341],
|
||||||
|
[453, 464], [464, 465], [465, 453], [357, 465], [465, 412], [412, 357],
|
||||||
|
[343, 412], [412, 399], [399, 343], [360, 363], [363, 440], [440, 360],
|
||||||
|
[437, 399], [399, 456], [456, 437], [420, 456], [456, 363], [363, 420],
|
||||||
|
[401, 435], [435, 288], [288, 401], [372, 383], [383, 353], [353, 372],
|
||||||
|
[339, 255], [255, 249], [249, 339], [448, 261], [261, 255], [255, 448],
|
||||||
|
[133, 243], [243, 190], [190, 133], [133, 155], [155, 112], [112, 133],
|
||||||
|
[33, 246], [246, 247], [247, 33], [33, 130], [130, 25], [25, 33],
|
||||||
|
[398, 384], [384, 286], [286, 398], [362, 398], [398, 414], [414, 362],
|
||||||
|
[362, 463], [463, 341], [341, 362], [263, 359], [359, 467], [467, 263],
|
||||||
|
[263, 249], [249, 255], [255, 263], [466, 467], [467, 260], [260, 466],
|
||||||
|
[75, 60], [60, 166], [166, 75], [238, 239], [239, 79], [79, 238],
|
||||||
|
[162, 127], [127, 139], [139, 162], [72, 11], [11, 37], [37, 72],
|
||||||
|
[121, 232], [232, 120], [120, 121], [73, 72], [72, 39], [39, 73],
|
||||||
|
[114, 128], [128, 47], [47, 114], [233, 232], [232, 128], [128, 233],
|
||||||
|
[103, 104], [104, 67], [67, 103], [152, 175], [175, 148], [148, 152],
|
||||||
|
[119, 118], [118, 101], [101, 119], [74, 73], [73, 40], [40, 74],
|
||||||
|
[107, 9], [9, 108], [108, 107], [49, 48], [48, 131], [131, 49],
|
||||||
|
[32, 194], [194, 211], [211, 32], [184, 74], [74, 185], [185, 184],
|
||||||
|
[191, 80], [80, 183], [183, 191], [185, 40], [40, 186], [186, 185],
|
||||||
|
[119, 230], [230, 118], [118, 119], [210, 202], [202, 214], [214, 210],
|
||||||
|
[84, 83], [83, 17], [17, 84], [77, 76], [76, 146], [146, 77],
|
||||||
|
[161, 160], [160, 30], [30, 161], [190, 56], [56, 173], [173, 190],
|
||||||
|
[182, 106], [106, 194], [194, 182], [138, 135], [135, 192], [192, 138],
|
||||||
|
[129, 203], [203, 98], [98, 129], [54, 21], [21, 68], [68, 54],
|
||||||
|
[5, 51], [51, 4], [4, 5], [145, 144], [144, 23], [23, 145],
|
||||||
|
[90, 77], [77, 91], [91, 90], [207, 205], [205, 187], [187, 207],
|
||||||
|
[83, 201], [201, 18], [18, 83], [181, 91], [91, 182], [182, 181],
|
||||||
|
[180, 90], [90, 181], [181, 180], [16, 85], [85, 17], [17, 16],
|
||||||
|
[205, 206], [206, 36], [36, 205], [176, 148], [148, 140], [140, 176],
|
||||||
|
[165, 92], [92, 39], [39, 165], [245, 193], [193, 244], [244, 245],
|
||||||
|
[27, 159], [159, 28], [28, 27], [30, 247], [247, 161], [161, 30],
|
||||||
|
[174, 236], [236, 196], [196, 174], [103, 54], [54, 104], [104, 103],
|
||||||
|
[55, 193], [193, 8], [8, 55], [111, 117], [117, 31], [31, 111],
|
||||||
|
[221, 189], [189, 55], [55, 221], [240, 98], [98, 99], [99, 240],
|
||||||
|
[142, 126], [126, 100], [100, 142], [219, 166], [166, 218], [218, 219],
|
||||||
|
[112, 155], [155, 26], [26, 112], [198, 209], [209, 131], [131, 198],
|
||||||
|
[169, 135], [135, 150], [150, 169], [114, 47], [47, 217], [217, 114],
|
||||||
|
[224, 223], [223, 53], [53, 224], [220, 45], [45, 134], [134, 220],
|
||||||
|
[32, 211], [211, 140], [140, 32], [109, 67], [67, 108], [108, 109],
|
||||||
|
[146, 43], [43, 91], [91, 146], [231, 230], [230, 120], [120, 231],
|
||||||
|
[113, 226], [226, 247], [247, 113], [105, 63], [63, 52], [52, 105],
|
||||||
|
[241, 238], [238, 242], [242, 241], [124, 46], [46, 156], [156, 124],
|
||||||
|
[95, 78], [78, 96], [96, 95], [70, 46], [46, 63], [63, 70],
|
||||||
|
[116, 143], [143, 227], [227, 116], [116, 123], [123, 111], [111, 116],
|
||||||
|
[1, 44], [44, 19], [19, 1], [3, 236], [236, 51], [51, 3],
|
||||||
|
[207, 216], [216, 205], [205, 207], [26, 154], [154, 22], [22, 26],
|
||||||
|
[165, 39], [39, 167], [167, 165], [199, 200], [200, 208], [208, 199],
|
||||||
|
[101, 36], [36, 100], [100, 101], [43, 57], [57, 202], [202, 43],
|
||||||
|
[242, 20], [20, 99], [99, 242], [56, 28], [28, 157], [157, 56],
|
||||||
|
[124, 35], [35, 113], [113, 124], [29, 160], [160, 27], [27, 29],
|
||||||
|
[211, 204], [204, 210], [210, 211], [124, 113], [113, 46], [46, 124],
|
||||||
|
[106, 43], [43, 204], [204, 106], [96, 62], [62, 77], [77, 96],
|
||||||
|
[227, 137], [137, 116], [116, 227], [73, 41], [41, 72], [72, 73],
|
||||||
|
[36, 203], [203, 142], [142, 36], [235, 64], [64, 240], [240, 235],
|
||||||
|
[48, 49], [49, 64], [64, 48], [42, 41], [41, 74], [74, 42],
|
||||||
|
[214, 212], [212, 207], [207, 214], [183, 42], [42, 184], [184, 183],
|
||||||
|
[210, 169], [169, 211], [211, 210], [140, 170], [170, 176], [176, 140],
|
||||||
|
[104, 105], [105, 69], [69, 104], [193, 122], [122, 168], [168, 193],
|
||||||
|
[50, 123], [123, 187], [187, 50], [89, 96], [96, 90], [90, 89],
|
||||||
|
[66, 65], [65, 107], [107, 66], [179, 89], [89, 180], [180, 179],
|
||||||
|
[119, 101], [101, 120], [120, 119], [68, 63], [63, 104], [104, 68],
|
||||||
|
[234, 93], [93, 227], [227, 234], [16, 15], [15, 85], [85, 16],
|
||||||
|
[209, 129], [129, 49], [49, 209], [15, 14], [14, 86], [86, 15],
|
||||||
|
[107, 55], [55, 9], [9, 107], [120, 100], [100, 121], [121, 120],
|
||||||
|
[153, 145], [145, 22], [22, 153], [178, 88], [88, 179], [179, 178],
|
||||||
|
[197, 6], [6, 196], [196, 197], [89, 88], [88, 96], [96, 89],
|
||||||
|
[135, 138], [138, 136], [136, 135], [138, 215], [215, 172], [172, 138],
|
||||||
|
[218, 115], [115, 219], [219, 218], [41, 42], [42, 81], [81, 41],
|
||||||
|
[5, 195], [195, 51], [51, 5], [57, 43], [43, 61], [61, 57],
|
||||||
|
[208, 171], [171, 199], [199, 208], [41, 81], [81, 38], [38, 41],
|
||||||
|
[224, 53], [53, 225], [225, 224], [24, 144], [144, 110], [110, 24],
|
||||||
|
[105, 52], [52, 66], [66, 105], [118, 229], [229, 117], [117, 118],
|
||||||
|
[227, 34], [34, 234], [234, 227], [66, 107], [107, 69], [69, 66],
|
||||||
|
[10, 109], [109, 151], [151, 10], [219, 48], [48, 235], [235, 219],
|
||||||
|
[183, 62], [62, 191], [191, 183], [142, 129], [129, 126], [126, 142],
|
||||||
|
[116, 111], [111, 143], [143, 116], [118, 117], [117, 50], [50, 118],
|
||||||
|
[223, 222], [222, 52], [52, 223], [94, 19], [19, 141], [141, 94],
|
||||||
|
[222, 221], [221, 65], [65, 222], [196, 3], [3, 197], [197, 196],
|
||||||
|
[45, 220], [220, 44], [44, 45], [156, 70], [70, 139], [139, 156],
|
||||||
|
[188, 122], [122, 245], [245, 188], [139, 71], [71, 162], [162, 139],
|
||||||
|
[149, 170], [170, 150], [150, 149], [122, 188], [188, 196], [196, 122],
|
||||||
|
[206, 216], [216, 92], [92, 206], [164, 2], [2, 167], [167, 164],
|
||||||
|
[242, 141], [141, 241], [241, 242], [0, 164], [164, 37], [37, 0],
|
||||||
|
[11, 72], [72, 12], [12, 11], [12, 38], [38, 13], [13, 12],
|
||||||
|
[70, 63], [63, 71], [71, 70], [31, 226], [226, 111], [111, 31],
|
||||||
|
[36, 101], [101, 205], [205, 36], [203, 206], [206, 165], [165, 203],
|
||||||
|
[126, 209], [209, 217], [217, 126], [98, 165], [165, 97], [97, 98],
|
||||||
|
[237, 220], [220, 218], [218, 237], [237, 239], [239, 241], [241, 237],
|
||||||
|
[210, 214], [214, 169], [169, 210], [140, 171], [171, 32], [32, 140],
|
||||||
|
[241, 125], [125, 237], [237, 241], [179, 86], [86, 178], [178, 179],
|
||||||
|
[180, 85], [85, 179], [179, 180], [181, 84], [84, 180], [180, 181],
|
||||||
|
[182, 83], [83, 181], [181, 182], [194, 201], [201, 182], [182, 194],
|
||||||
|
[177, 137], [137, 132], [132, 177], [184, 76], [76, 183], [183, 184],
|
||||||
|
[185, 61], [61, 184], [184, 185], [186, 57], [57, 185], [185, 186],
|
||||||
|
[216, 212], [212, 186], [186, 216], [192, 214], [214, 187], [187, 192],
|
||||||
|
[139, 34], [34, 156], [156, 139], [218, 79], [79, 237], [237, 218],
|
||||||
|
[147, 123], [123, 177], [177, 147], [45, 44], [44, 4], [4, 45],
|
||||||
|
[208, 201], [201, 32], [32, 208], [98, 64], [64, 129], [129, 98],
|
||||||
|
[192, 213], [213, 138], [138, 192], [235, 59], [59, 219], [219, 235],
|
||||||
|
[141, 242], [242, 97], [97, 141], [97, 2], [2, 141], [141, 97],
|
||||||
|
[240, 75], [75, 235], [235, 240], [229, 24], [24, 228], [228, 229],
|
||||||
|
[31, 25], [25, 226], [226, 31], [230, 23], [23, 229], [229, 230],
|
||||||
|
[231, 22], [22, 230], [230, 231], [232, 26], [26, 231], [231, 232],
|
||||||
|
[233, 112], [112, 232], [232, 233], [244, 189], [189, 243], [243, 244],
|
||||||
|
[189, 221], [221, 190], [190, 189], [222, 28], [28, 221], [221, 222],
|
||||||
|
[223, 27], [27, 222], [222, 223], [224, 29], [29, 223], [223, 224],
|
||||||
|
[225, 30], [30, 224], [224, 225], [113, 247], [247, 225], [225, 113],
|
||||||
|
[99, 60], [60, 240], [240, 99], [213, 147], [147, 215], [215, 213],
|
||||||
|
[60, 20], [20, 166], [166, 60], [192, 187], [187, 213], [213, 192],
|
||||||
|
[243, 112], [112, 244], [244, 243], [244, 233], [233, 245], [245, 244],
|
||||||
|
[245, 128], [128, 188], [188, 245], [188, 114], [114, 174], [174, 188],
|
||||||
|
[134, 131], [131, 220], [220, 134], [174, 217], [217, 236], [236, 174],
|
||||||
|
[236, 198], [198, 134], [134, 236], [215, 177], [177, 58], [58, 215],
|
||||||
|
[156, 143], [143, 124], [124, 156], [25, 110], [110, 7], [7, 25],
|
||||||
|
[31, 228], [228, 25], [25, 31], [264, 356], [356, 368], [368, 264],
|
||||||
|
[0, 11], [11, 267], [267, 0], [451, 452], [452, 349], [349, 451],
|
||||||
|
[267, 302], [302, 269], [269, 267], [350, 357], [357, 277], [277, 350],
|
||||||
|
[350, 452], [452, 357], [357, 350], [299, 333], [333, 297], [297, 299],
|
||||||
|
[396, 175], [175, 377], [377, 396], [280, 347], [347, 330], [330, 280],
|
||||||
|
[269, 303], [303, 270], [270, 269], [151, 9], [9, 337], [337, 151],
|
||||||
|
[344, 278], [278, 360], [360, 344], [424, 418], [418, 431], [431, 424],
|
||||||
|
[270, 304], [304, 409], [409, 270], [272, 310], [310, 407], [407, 272],
|
||||||
|
[322, 270], [270, 410], [410, 322], [449, 450], [450, 347], [347, 449],
|
||||||
|
[432, 422], [422, 434], [434, 432], [18, 313], [313, 17], [17, 18],
|
||||||
|
[291, 306], [306, 375], [375, 291], [259, 387], [387, 260], [260, 259],
|
||||||
|
[424, 335], [335, 418], [418, 424], [434, 364], [364, 416], [416, 434],
|
||||||
|
[391, 423], [423, 327], [327, 391], [301, 251], [251, 298], [298, 301],
|
||||||
|
[275, 281], [281, 4], [4, 275], [254, 373], [373, 253], [253, 254],
|
||||||
|
[375, 307], [307, 321], [321, 375], [280, 425], [425, 411], [411, 280],
|
||||||
|
[200, 421], [421, 18], [18, 200], [335, 321], [321, 406], [406, 335],
|
||||||
|
[321, 320], [320, 405], [405, 321], [314, 315], [315, 17], [17, 314],
|
||||||
|
[423, 426], [426, 266], [266, 423], [396, 377], [377, 369], [369, 396],
|
||||||
|
[270, 322], [322, 269], [269, 270], [413, 417], [417, 464], [464, 413],
|
||||||
|
[385, 386], [386, 258], [258, 385], [248, 456], [456, 419], [419, 248],
|
||||||
|
[298, 284], [284, 333], [333, 298], [168, 417], [417, 8], [8, 168],
|
||||||
|
[448, 346], [346, 261], [261, 448], [417, 413], [413, 285], [285, 417],
|
||||||
|
[326, 327], [327, 328], [328, 326], [277, 355], [355, 329], [329, 277],
|
||||||
|
[309, 392], [392, 438], [438, 309], [381, 382], [382, 256], [256, 381],
|
||||||
|
[279, 429], [429, 360], [360, 279], [365, 364], [364, 379], [379, 365],
|
||||||
|
[355, 277], [277, 437], [437, 355], [282, 443], [443, 283], [283, 282],
|
||||||
|
[281, 275], [275, 363], [363, 281], [395, 431], [431, 369], [369, 395],
|
||||||
|
[299, 297], [297, 337], [337, 299], [335, 273], [273, 321], [321, 335],
|
||||||
|
[348, 450], [450, 349], [349, 348], [359, 446], [446, 467], [467, 359],
|
||||||
|
[283, 293], [293, 282], [282, 283], [250, 458], [458, 462], [462, 250],
|
||||||
|
[300, 276], [276, 383], [383, 300], [292, 308], [308, 325], [325, 292],
|
||||||
|
[283, 276], [276, 293], [293, 283], [264, 372], [372, 447], [447, 264],
|
||||||
|
[346, 352], [352, 340], [340, 346], [354, 274], [274, 19], [19, 354],
|
||||||
|
[363, 456], [456, 281], [281, 363], [426, 436], [436, 425], [425, 426],
|
||||||
|
[380, 381], [381, 252], [252, 380], [267, 269], [269, 393], [393, 267],
|
||||||
|
[421, 200], [200, 428], [428, 421], [371, 266], [266, 329], [329, 371],
|
||||||
|
[432, 287], [287, 422], [422, 432], [290, 250], [250, 328], [328, 290],
|
||||||
|
[385, 258], [258, 384], [384, 385], [446, 265], [265, 342], [342, 446],
|
||||||
|
[386, 387], [387, 257], [257, 386], [422, 424], [424, 430], [430, 422],
|
||||||
|
[445, 342], [342, 276], [276, 445], [422, 273], [273, 424], [424, 422],
|
||||||
|
[306, 292], [292, 307], [307, 306], [352, 366], [366, 345], [345, 352],
|
||||||
|
[268, 271], [271, 302], [302, 268], [358, 423], [423, 371], [371, 358],
|
||||||
|
[327, 294], [294, 460], [460, 327], [331, 279], [279, 294], [294, 331],
|
||||||
|
[303, 271], [271, 304], [304, 303], [436, 432], [432, 427], [427, 436],
|
||||||
|
[304, 272], [272, 408], [408, 304], [395, 394], [394, 431], [431, 395],
|
||||||
|
[378, 395], [395, 400], [400, 378], [296, 334], [334, 299], [299, 296],
|
||||||
|
[6, 351], [351, 168], [168, 6], [376, 352], [352, 411], [411, 376],
|
||||||
|
[307, 325], [325, 320], [320, 307], [285, 295], [295, 336], [336, 285],
|
||||||
|
[320, 319], [319, 404], [404, 320], [329, 330], [330, 349], [349, 329],
|
||||||
|
[334, 293], [293, 333], [333, 334], [366, 323], [323, 447], [447, 366],
|
||||||
|
[316, 15], [15, 315], [315, 316], [331, 358], [358, 279], [279, 331],
|
||||||
|
[317, 14], [14, 316], [316, 317], [8, 285], [285, 9], [9, 8],
|
||||||
|
[277, 329], [329, 350], [350, 277], [253, 374], [374, 252], [252, 253],
|
||||||
|
[319, 318], [318, 403], [403, 319], [351, 6], [6, 419], [419, 351],
|
||||||
|
[324, 318], [318, 325], [325, 324], [397, 367], [367, 365], [365, 397],
|
||||||
|
[288, 435], [435, 397], [397, 288], [278, 344], [344, 439], [439, 278],
|
||||||
|
[310, 272], [272, 311], [311, 310], [248, 195], [195, 281], [281, 248],
|
||||||
|
[375, 273], [273, 291], [291, 375], [175, 396], [396, 199], [199, 175],
|
||||||
|
[312, 311], [311, 268], [268, 312], [276, 283], [283, 445], [445, 276],
|
||||||
|
[390, 373], [373, 339], [339, 390], [295, 282], [282, 296], [296, 295],
|
||||||
|
[448, 449], [449, 346], [346, 448], [356, 264], [264, 454], [454, 356],
|
||||||
|
[337, 336], [336, 299], [299, 337], [337, 338], [338, 151], [151, 337],
|
||||||
|
[294, 278], [278, 455], [455, 294], [308, 292], [292, 415], [415, 308],
|
||||||
|
[429, 358], [358, 355], [355, 429], [265, 340], [340, 372], [372, 265],
|
||||||
|
[352, 346], [346, 280], [280, 352], [295, 442], [442, 282], [282, 295],
|
||||||
|
[354, 19], [19, 370], [370, 354], [285, 441], [441, 295], [295, 285],
|
||||||
|
[195, 248], [248, 197], [197, 195], [457, 440], [440, 274], [274, 457],
|
||||||
|
[301, 300], [300, 368], [368, 301], [417, 351], [351, 465], [465, 417],
|
||||||
|
[251, 301], [301, 389], [389, 251], [394, 395], [395, 379], [379, 394],
|
||||||
|
[399, 412], [412, 419], [419, 399], [410, 436], [436, 322], [322, 410],
|
||||||
|
[326, 2], [2, 393], [393, 326], [354, 370], [370, 461], [461, 354],
|
||||||
|
[393, 164], [164, 267], [267, 393], [268, 302], [302, 12], [12, 268],
|
||||||
|
[312, 268], [268, 13], [13, 312], [298, 293], [293, 301], [301, 298],
|
||||||
|
[265, 446], [446, 340], [340, 265], [280, 330], [330, 425], [425, 280],
|
||||||
|
[322, 426], [426, 391], [391, 322], [420, 429], [429, 437], [437, 420],
|
||||||
|
[393, 391], [391, 326], [326, 393], [344, 440], [440, 438], [438, 344],
|
||||||
|
[458, 459], [459, 461], [461, 458], [364, 434], [434, 394], [394, 364],
|
||||||
|
[428, 396], [396, 262], [262, 428], [274, 354], [354, 457], [457, 274],
|
||||||
|
[317, 316], [316, 402], [402, 317], [316, 315], [315, 403], [403, 316],
|
||||||
|
[315, 314], [314, 404], [404, 315], [314, 313], [313, 405], [405, 314],
|
||||||
|
[313, 421], [421, 406], [406, 313], [323, 366], [366, 361], [361, 323],
|
||||||
|
[292, 306], [306, 407], [407, 292], [306, 291], [291, 408], [408, 306],
|
||||||
|
[291, 287], [287, 409], [409, 291], [287, 432], [432, 410], [410, 287],
|
||||||
|
[427, 434], [434, 411], [411, 427], [372, 264], [264, 383], [383, 372],
|
||||||
|
[459, 309], [309, 457], [457, 459], [366, 352], [352, 401], [401, 366],
|
||||||
|
[1, 274], [274, 4], [4, 1], [418, 421], [421, 262], [262, 418],
|
||||||
|
[331, 294], [294, 358], [358, 331], [435, 433], [433, 367], [367, 435],
|
||||||
|
[392, 289], [289, 439], [439, 392], [328, 462], [462, 326], [326, 328],
|
||||||
|
[94, 2], [2, 370], [370, 94], [289, 305], [305, 455], [455, 289],
|
||||||
|
[339, 254], [254, 448], [448, 339], [359, 255], [255, 446], [446, 359],
|
||||||
|
[254, 253], [253, 449], [449, 254], [253, 252], [252, 450], [450, 253],
|
||||||
|
[252, 256], [256, 451], [451, 252], [256, 341], [341, 452], [452, 256],
|
||||||
|
[414, 413], [413, 463], [463, 414], [286, 441], [441, 414], [414, 286],
|
||||||
|
[286, 258], [258, 441], [441, 286], [258, 257], [257, 442], [442, 258],
|
||||||
|
[257, 259], [259, 443], [443, 257], [259, 260], [260, 444], [444, 259],
|
||||||
|
[260, 467], [467, 445], [445, 260], [309, 459], [459, 250], [250, 309],
|
||||||
|
[305, 289], [289, 290], [290, 305], [305, 290], [290, 460], [460, 305],
|
||||||
|
[401, 376], [376, 435], [435, 401], [309, 250], [250, 392], [392, 309],
|
||||||
|
[376, 411], [411, 433], [433, 376], [453, 341], [341, 464], [464, 453],
|
||||||
|
[357, 453], [453, 465], [465, 357], [343, 357], [357, 412], [412, 343],
|
||||||
|
[437, 343], [343, 399], [399, 437], [344, 360], [360, 440], [440, 344],
|
||||||
|
[420, 437], [437, 456], [456, 420], [360, 420], [420, 363], [363, 360],
|
||||||
|
[361, 401], [401, 288], [288, 361], [265, 372], [372, 353], [353, 265],
|
||||||
|
[390, 339], [339, 249], [249, 390], [339, 448], [448, 255], [255, 339],
|
||||||
|
];
|
||||||
|
|
|
||||||
|
|
@ -37,11 +37,10 @@ export async function load(config: Config): Promise<GraphModel> {
|
||||||
return model;
|
return model;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Replace the raw coordinates returned by facemesh with refined iris model coordinates
|
// Replace the raw coordinates returned by facemesh with refined iris model coordinates and update the z coordinate to be an average of the original and the new.
|
||||||
// Update the z coordinate to be an average of the original and the new.
|
|
||||||
export function replaceIrisCoords(rawCoords, newCoords, prefix, keys) {
|
export function replaceIrisCoords(rawCoords, newCoords, prefix, keys) {
|
||||||
for (let i = 0; i < coords.MESH_TO_IRIS_INDICES_MAP.length; i++) {
|
for (let i = 0; i < coords.irisIndices.length; i++) {
|
||||||
const { key, indices } = coords.MESH_TO_IRIS_INDICES_MAP[i];
|
const { key, indices } = coords.irisIndices[i];
|
||||||
const originalIndices = coords.meshAnnotations[`${prefix}${key}`];
|
const originalIndices = coords.meshAnnotations[`${prefix}${key}`];
|
||||||
if (!keys || keys.includes(key)) {
|
if (!keys || keys.includes(key)) {
|
||||||
for (let j = 0; j < indices.length; j++) {
|
for (let j = 0; j < indices.length; j++) {
|
||||||
|
|
@ -56,7 +55,6 @@ export function replaceIrisCoords(rawCoords, newCoords, prefix, keys) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// eslint-disable-next-line class-methods-use-this
|
|
||||||
export const getLeftToRightEyeDepthDifference = (rawCoords) => {
|
export const getLeftToRightEyeDepthDifference = (rawCoords) => {
|
||||||
const leftEyeZ = rawCoords[eyeLandmarks.leftBounds[0]][2];
|
const leftEyeZ = rawCoords[eyeLandmarks.leftBounds[0]][2];
|
||||||
const rightEyeZ = rawCoords[eyeLandmarks.rightBounds[0]][2];
|
const rightEyeZ = rawCoords[eyeLandmarks.rightBounds[0]][2];
|
||||||
|
|
@ -96,7 +94,6 @@ export const getEyeCoords = (eyeData, eyeBox, eyeBoxSize, flip = false) => {
|
||||||
};
|
};
|
||||||
|
|
||||||
// The z-coordinates returned for the iris are unreliable, so we take the z values from the surrounding keypoints.
|
// The z-coordinates returned for the iris are unreliable, so we take the z values from the surrounding keypoints.
|
||||||
// eslint-disable-next-line class-methods-use-this
|
|
||||||
export const getAdjustedIrisCoords = (rawCoords, irisCoords, direction) => {
|
export const getAdjustedIrisCoords = (rawCoords, irisCoords, direction) => {
|
||||||
const upperCenterZ = rawCoords[coords.meshAnnotations[`${direction}EyeUpper0`][irisLandmarks.upperCenter]][2];
|
const upperCenterZ = rawCoords[coords.meshAnnotations[`${direction}EyeUpper0`][irisLandmarks.upperCenter]][2];
|
||||||
const lowerCenterZ = rawCoords[coords.meshAnnotations[`${direction}EyeLower0`][irisLandmarks.lowerCenter]][2];
|
const lowerCenterZ = rawCoords[coords.meshAnnotations[`${direction}EyeLower0`][irisLandmarks.lowerCenter]][2];
|
||||||
|
|
@ -135,8 +132,7 @@ export async function augmentIris(rawCoords, face, config, meshSize) {
|
||||||
if (Math.abs(leftToRightEyeDepthDifference) < 30) { // User is looking straight ahead.
|
if (Math.abs(leftToRightEyeDepthDifference) < 30) { // User is looking straight ahead.
|
||||||
replaceIrisCoords(rawCoords, leftEyeRawCoords, 'left', null);
|
replaceIrisCoords(rawCoords, leftEyeRawCoords, 'left', null);
|
||||||
replaceIrisCoords(rawCoords, rightEyeRawCoords, 'right', null);
|
replaceIrisCoords(rawCoords, rightEyeRawCoords, 'right', null);
|
||||||
// If the user is looking to the left or to the right, the iris coordinates tend to diverge too much from the mesh coordinates for them to be merged
|
// If the user is looking to the left or to the right, the iris coordinates tend to diverge too much from the mesh coordinates for them to be merged so we only update a single contour line above and below the eye.
|
||||||
// So we only update a single contour line above and below the eye.
|
|
||||||
} else if (leftToRightEyeDepthDifference < 1) { // User is looking towards the right.
|
} else if (leftToRightEyeDepthDifference < 1) { // User is looking towards the right.
|
||||||
replaceIrisCoords(rawCoords, leftEyeRawCoords, 'left', ['EyeUpper0', 'EyeLower0']);
|
replaceIrisCoords(rawCoords, leftEyeRawCoords, 'left', ['EyeUpper0', 'EyeLower0']);
|
||||||
} else { // User is looking towards the left.
|
} else { // User is looking towards the left.
|
||||||
|
|
|
||||||
2358
test/build.log
2358
test/build.log
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue