mirror of https://github.com/vladmandic/human
82 lines
2.7 KiB
JavaScript
82 lines
2.7 KiB
JavaScript
|
const facemesh = require('./facemesh/index.js');
|
||
|
|
const ssrnet = require('./ssrnet/index.js');
|
||
|
|
const posenet = require('./posenet/index.js');
|
||
|
|
const handpose = require('./handpose/index.js');
|
||
|
|
// const image = require('./image.js');
|
||
|
|
// const triangulation = require('./triangulation.js').default;
|
||
|
|
const defaults = require('./config.js').default;
|
||
|
|
|
||
|
|
const models = {
|
||
|
|
facemesh: null,
|
||
|
|
blazeface: null,
|
||
|
|
ssrnet: null,
|
||
|
|
iris: null,
|
||
|
|
};
|
||
|
|
|
||
|
|
function mergeDeep(...objects) {
|
||
|
|
const isObject = (obj) => obj && typeof obj === 'object';
|
||
|
|
return objects.reduce((prev, obj) => {
|
||
|
|
Object.keys(obj).forEach((key) => {
|
||
|
|
const pVal = prev[key];
|
||
|
|
const oVal = obj[key];
|
||
|
|
if (Array.isArray(pVal) && Array.isArray(oVal)) {
|
||
|
|
prev[key] = pVal.concat(...oVal);
|
||
|
|
} else if (isObject(pVal) && isObject(oVal)) {
|
||
|
|
prev[key] = mergeDeep(pVal, oVal);
|
||
|
|
} else {
|
||
|
|
prev[key] = oVal;
|
||
|
|
}
|
||
|
|
});
|
||
|
|
return prev;
|
||
|
|
}, {});
|
||
|
|
}
|
||
|
|
|
||
|
|
async function detect(input, userConfig) {
|
||
|
|
const config = mergeDeep(defaults, userConfig);
|
||
|
|
|
||
|
|
// run posenet
|
||
|
|
let poseRes = [];
|
||
|
|
if (config.body.enabled) {
|
||
|
|
if (!models.posenet) models.posenet = await posenet.load(config.body);
|
||
|
|
poseRes = await models.posenet.estimateMultiplePoses(input, config.body);
|
||
|
|
}
|
||
|
|
|
||
|
|
// run handpose
|
||
|
|
let handRes = [];
|
||
|
|
if (config.hand.enabled) {
|
||
|
|
if (!models.handpose) models.handpose = await handpose.load(config.hand);
|
||
|
|
handRes = await models.handpose.estimateHands(input, config.hand);
|
||
|
|
}
|
||
|
|
|
||
|
|
// run facemesh, includes blazeface and iris
|
||
|
|
const faceRes = [];
|
||
|
|
if (config.face.enabled) {
|
||
|
|
if (!models.facemesh) models.facemesh = await facemesh.load(config.face);
|
||
|
|
const faces = await models.facemesh.estimateFaces(input, config.face);
|
||
|
|
for (const face of faces) {
|
||
|
|
// run ssr-net age & gender, inherits face from blazeface
|
||
|
|
const ssrdata = (config.face.age.enabled || config.face.gender.enabled) ? await ssrnet.predict(face.image, config) : {};
|
||
|
|
// iris: array[ bottom, left, top, right, center ]
|
||
|
|
const iris = (face.annotations.leftEyeIris && face.annotations.rightEyeIris)
|
||
|
|
? Math.max(face.annotations.leftEyeIris[3][0] - face.annotations.leftEyeIris[1][0], face.annotations.rightEyeIris[3][0] - face.annotations.rightEyeIris[1][0])
|
||
|
|
: 0;
|
||
|
|
faceRes.push({
|
||
|
|
confidence: face.confidence,
|
||
|
|
box: face.box,
|
||
|
|
mesh: face.mesh,
|
||
|
|
annotations: face.annotations,
|
||
|
|
age: ssrdata.age,
|
||
|
|
gender: ssrdata.gender,
|
||
|
|
iris: (iris !== 0) ? Math.trunc(100 * 11.7 / iris) / 100 : 0,
|
||
|
|
});
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// combine results
|
||
|
|
return { face: faceRes, body: poseRes, hand: handRes };
|
||
|
|
}
|
||
|
|
|
||
|
|
exports.detect = detect;
|
||
|
|
exports.defaults = defaults;
|
||
|
|
exports.models = models;
|