mirror of https://github.com/vladmandic/human
implemented unified result.persons that combines face, body and hands for each person
Vladimir Mandic
parent
100d142cfa
commit
e62f18e34e
|
|
@ -9,8 +9,9 @@ Repository: **<git+https://github.com/vladmandic/human.git>**
|
|||
|
||||
## Changelog
|
||||
|
||||
### **HEAD -> main** 2021/05/23 mandic00@live.com
|
||||
### **HEAD -> main** 2021/05/24 mandic00@live.com
|
||||
|
||||
- added experimental results interpolation for smooth draw operations
|
||||
|
||||
### **1.9.3** 2021/05/23 mandic00@live.com
|
||||
|
||||
|
|
|
|||
|
|
@ -10,7 +10,6 @@ let human;
|
|||
|
||||
const userConfig = {
|
||||
warmup: 'none',
|
||||
/*
|
||||
backend: 'webgl',
|
||||
async: false,
|
||||
cacheSensitivity: 0,
|
||||
|
|
@ -25,12 +24,11 @@ const userConfig = {
|
|||
description: { enabled: false },
|
||||
emotion: { enabled: false },
|
||||
},
|
||||
hand: { enabled: false },
|
||||
body: { enabled: false, modelPath: 'posenet.json' },
|
||||
hand: { enabled: true },
|
||||
body: { enabled: true, modelPath: 'posenet.json' },
|
||||
// body: { enabled: true, modelPath: 'blazepose.json' },
|
||||
object: { enabled: false },
|
||||
gesture: { enabled: true },
|
||||
*/
|
||||
};
|
||||
|
||||
const drawOptions = {
|
||||
|
|
@ -229,6 +227,8 @@ async function drawResults(input) {
|
|||
|
||||
// draw all results
|
||||
human.draw.all(canvas, result, drawOptions);
|
||||
// eslint-disable-next-line no-unused-vars, @typescript-eslint/no-unused-vars
|
||||
const person = result.persons; // invoke person getter
|
||||
/* use individual functions
|
||||
human.draw.face(canvas, result.face);
|
||||
human.draw.body(canvas, result.body);
|
||||
|
|
|
|||
16
demo/node.js
16
demo/node.js
|
|
@ -100,7 +100,7 @@ async function detect(input) {
|
|||
for (let i = 0; i < result.face.length; i++) {
|
||||
const face = result.face[i];
|
||||
const emotion = face.emotion.reduce((prev, curr) => (prev.score > curr.score ? prev : curr));
|
||||
log.data(` Face: #${i} boxConfidence:${face.boxConfidence} faceConfidence:${face.boxConfidence} age:${face.age} genderConfidence:${face.genderConfidence} gender:${face.gender} emotionScore:${emotion.score} emotion:${emotion.emotion} iris:${face.iris}`);
|
||||
log.data(` Face: #${i} boxConfidence:${face.boxConfidence} faceConfidence:${face.faceConfidence} age:${face.age} genderConfidence:${face.genderConfidence} gender:${face.gender} emotionScore:${emotion.score} emotion:${emotion.emotion} iris:${face.iris}`);
|
||||
}
|
||||
} else {
|
||||
log.data(' Face: N/A');
|
||||
|
|
@ -137,6 +137,20 @@ async function detect(input) {
|
|||
} else {
|
||||
log.data(' Object: N/A');
|
||||
}
|
||||
|
||||
// print data to console
|
||||
if (result) {
|
||||
log.data('Persons:');
|
||||
const persons = result.persons;
|
||||
for (let i = 0; i < persons.length; i++) {
|
||||
const face = persons[i].face;
|
||||
const faceTxt = face ? `confidence:${face.confidence} age:${face.age} gender:${face.gender} iris:${face.iris}` : null;
|
||||
const body = persons[i].body;
|
||||
const bodyTxt = body ? `confidence:${body.score} landmarks:${body.keypoints?.length}` : null;
|
||||
log.data(` #${i}: Face:${faceTxt} Body:${bodyTxt} LeftHand:${persons[i].hands.left ? 'yes' : 'no'} RightHand:${persons[i].hands.right ? 'yes' : 'no'} Gestures:${persons[i].gestures.length}`);
|
||||
}
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
|
|
@ -18402,7 +18402,8 @@ __export(draw_exports, {
|
|||
gesture: () => gesture,
|
||||
hand: () => hand2,
|
||||
object: () => object,
|
||||
options: () => options
|
||||
options: () => options,
|
||||
person: () => person
|
||||
});
|
||||
var options = {
|
||||
color: "rgba(173, 216, 230, 0.3)",
|
||||
|
|
@ -18425,7 +18426,7 @@ var options = {
|
|||
useRawBoxes: false,
|
||||
calculateHandBox: true
|
||||
};
|
||||
var bufferedResult = { face: [], body: [], hand: [], gesture: [], object: [], performance: {}, timestamp: 0 };
|
||||
var bufferedResult = { face: [], body: [], hand: [], gesture: [], object: [], persons: [], performance: {}, timestamp: 0 };
|
||||
function point(ctx, x, y, z = 0, localOptions) {
|
||||
ctx.fillStyle = localOptions.useDepth && z ? `rgba(${127.5 + 2 * z}, ${127.5 - 2 * z}, 255, 0.3)` : localOptions.color;
|
||||
ctx.beginPath();
|
||||
|
|
@ -18507,8 +18508,8 @@ async function gesture(inCanvas2, result, drawOptions) {
|
|||
let what = [];
|
||||
[where, what] = Object.entries(result[j]);
|
||||
if (what.length > 1 && what[1].length > 0) {
|
||||
const person = where[1] > 0 ? `#${where[1]}` : "";
|
||||
const label = `${where[0]} ${person}: ${what[1]}`;
|
||||
const who = where[1] > 0 ? `#${where[1]}` : "";
|
||||
const label = `${where[0]} ${who}: ${what[1]}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== "") {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, 8, 2 + i * localOptions.lineHeight);
|
||||
|
|
@ -18865,6 +18866,35 @@ async function object(inCanvas2, result, drawOptions) {
|
|||
}
|
||||
}
|
||||
}
|
||||
async function person(inCanvas2, result, drawOptions) {
|
||||
const localOptions = mergeDeep(options, drawOptions);
|
||||
if (!result || !inCanvas2)
|
||||
return;
|
||||
if (!(inCanvas2 instanceof HTMLCanvasElement))
|
||||
return;
|
||||
const ctx = inCanvas2.getContext("2d");
|
||||
if (!ctx)
|
||||
return;
|
||||
ctx.lineJoin = "round";
|
||||
ctx.font = localOptions.font;
|
||||
for (let i = 0; i < result.length; i++) {
|
||||
if (localOptions.drawBoxes) {
|
||||
ctx.strokeStyle = localOptions.color;
|
||||
ctx.fillStyle = localOptions.color;
|
||||
rect(ctx, result[i].box[0], result[i].box[1], result[i].box[2], result[i].box[3], localOptions);
|
||||
if (localOptions.drawLabels) {
|
||||
const label = `person #${i}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== "") {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, result[i].box[0] + 3, 1 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.fillStyle = localOptions.labelColor;
|
||||
ctx.fillText(label, result[i].box[0] + 2, 0 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.stroke();
|
||||
}
|
||||
}
|
||||
}
|
||||
function calcBuffered(newResult, localOptions) {
|
||||
if (!bufferedResult.body || newResult.body.length !== bufferedResult.body.length)
|
||||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
|
|
@ -18891,9 +18921,6 @@ function calcBuffered(newResult, localOptions) {
|
|||
bufferedResult.hand[i].annotations[key] = newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((localOptions.bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / localOptions.bufferedFactor));
|
||||
}
|
||||
}
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
bufferedResult.gesture = JSON.parse(JSON.stringify(newResult.gesture));
|
||||
}
|
||||
async function canvas(inCanvas2, outCanvas2) {
|
||||
if (!inCanvas2 || !outCanvas2)
|
||||
|
|
@ -18914,11 +18941,58 @@ async function all(inCanvas2, result, drawOptions) {
|
|||
} else {
|
||||
bufferedResult = result;
|
||||
}
|
||||
face2(inCanvas2, bufferedResult.face, localOptions);
|
||||
face2(inCanvas2, result.face, localOptions);
|
||||
body2(inCanvas2, bufferedResult.body, localOptions);
|
||||
hand2(inCanvas2, bufferedResult.hand, localOptions);
|
||||
gesture(inCanvas2, bufferedResult.gesture, localOptions);
|
||||
object(inCanvas2, bufferedResult.object, localOptions);
|
||||
gesture(inCanvas2, result.gesture, localOptions);
|
||||
object(inCanvas2, result.object, localOptions);
|
||||
}
|
||||
|
||||
// src/persons.ts
|
||||
function join2(faces, bodies, hands, gestures) {
|
||||
var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H;
|
||||
let id = 0;
|
||||
const persons2 = [];
|
||||
for (const face5 of faces) {
|
||||
const person2 = { id: id++, face: face5, body: null, hands: { left: null, right: null }, gestures: [], box: [0, 0, 0, 0] };
|
||||
for (const body4 of bodies) {
|
||||
if (face5.box[0] > body4.box[0] && face5.box[0] < body4.box[0] + body4.box[2] && face5.box[1] + face5.box[3] > body4.box[1] && face5.box[1] + face5.box[3] < body4.box[1] + body4.box[3]) {
|
||||
person2.body = body4;
|
||||
}
|
||||
}
|
||||
if (person2.body) {
|
||||
for (const hand3 of hands) {
|
||||
if (hand3.box[0] + hand3.box[2] > person2.body.box[0] && hand3.box[0] + hand3.box[2] < person2.body.box[0] + person2.body.box[2] && hand3.box[1] + hand3.box[3] > person2.body.box[1] && hand3.box[1] + hand3.box[3] < person2.body.box[1] + person2.body.box[3]) {
|
||||
if (person2.hands)
|
||||
person2.hands.left = hand3;
|
||||
}
|
||||
if (hand3.box[0] < person2.body.box[0] + person2.body.box[2] && hand3.box[0] > person2.body.box[0] && hand3.box[1] + hand3.box[3] > person2.body.box[1] && hand3.box[1] + hand3.box[3] < person2.body.box[1] + person2.body.box[3]) {
|
||||
if (person2.hands)
|
||||
person2.hands.right = hand3;
|
||||
}
|
||||
}
|
||||
}
|
||||
for (const gesture3 of gestures) {
|
||||
if (gesture3["face"] !== void 0 && gesture3["face"] === face5.id)
|
||||
(_a = person2.gestures) == null ? void 0 : _a.push(gesture3);
|
||||
else if (gesture3["iris"] !== void 0 && gesture3["iris"] === face5.id)
|
||||
(_b = person2.gestures) == null ? void 0 : _b.push(gesture3);
|
||||
else if (gesture3["body"] !== void 0 && gesture3["body"] === ((_c = person2.body) == null ? void 0 : _c.id))
|
||||
(_d = person2.gestures) == null ? void 0 : _d.push(gesture3);
|
||||
else if (gesture3["hand"] !== void 0 && gesture3["hand"] === ((_f = (_e = person2.hands) == null ? void 0 : _e.left) == null ? void 0 : _f.id))
|
||||
(_g = person2.gestures) == null ? void 0 : _g.push(gesture3);
|
||||
else if (gesture3["hand"] !== void 0 && gesture3["hand"] === ((_i = (_h = person2.hands) == null ? void 0 : _h.right) == null ? void 0 : _i.id))
|
||||
(_j = person2.gestures) == null ? void 0 : _j.push(gesture3);
|
||||
}
|
||||
person2.box = [
|
||||
Math.min(((_k = person2.face) == null ? void 0 : _k.box[0]) || Number.MAX_SAFE_INTEGER, ((_l = person2.body) == null ? void 0 : _l.box[0]) || Number.MAX_SAFE_INTEGER, ((_n = (_m = person2.hands) == null ? void 0 : _m.left) == null ? void 0 : _n.box[0]) || Number.MAX_SAFE_INTEGER, ((_p = (_o = person2.hands) == null ? void 0 : _o.right) == null ? void 0 : _p.box[0]) || Number.MAX_SAFE_INTEGER),
|
||||
Math.min(((_q = person2.face) == null ? void 0 : _q.box[1]) || Number.MAX_SAFE_INTEGER, ((_r = person2.body) == null ? void 0 : _r.box[1]) || Number.MAX_SAFE_INTEGER, ((_t = (_s = person2.hands) == null ? void 0 : _s.left) == null ? void 0 : _t.box[1]) || Number.MAX_SAFE_INTEGER, ((_v = (_u = person2.hands) == null ? void 0 : _u.right) == null ? void 0 : _v.box[1]) || Number.MAX_SAFE_INTEGER),
|
||||
Math.max(((_w = person2.face) == null ? void 0 : _w.box[2]) || 0, ((_x = person2.body) == null ? void 0 : _x.box[2]) || 0, ((_z = (_y = person2.hands) == null ? void 0 : _y.left) == null ? void 0 : _z.box[2]) || 0, ((_B = (_A = person2.hands) == null ? void 0 : _A.right) == null ? void 0 : _B.box[2]) || 0),
|
||||
Math.max(((_C = person2.face) == null ? void 0 : _C.box[3]) || 0, ((_D = person2.body) == null ? void 0 : _D.box[3]) || 0, ((_F = (_E = person2.hands) == null ? void 0 : _E.left) == null ? void 0 : _F.box[3]) || 0, ((_H = (_G = person2.hands) == null ? void 0 : _G.right) == null ? void 0 : _H.box[3]) || 0)
|
||||
];
|
||||
persons2.push(person2);
|
||||
}
|
||||
return persons2;
|
||||
}
|
||||
|
||||
// src/sample.ts
|
||||
|
|
@ -19660,10 +19734,10 @@ var Human = class {
|
|||
this.analyze = (...msg) => {
|
||||
if (!__privateGet(this, _analyzeMemoryLeaks))
|
||||
return;
|
||||
const current = this.tf.engine().state.numTensors;
|
||||
const previous = __privateGet(this, _numTensors);
|
||||
__privateSet(this, _numTensors, current);
|
||||
const leaked = current - previous;
|
||||
const currentTensors = this.tf.engine().state.numTensors;
|
||||
const previousTensors = __privateGet(this, _numTensors);
|
||||
__privateSet(this, _numTensors, currentTensors);
|
||||
const leaked = currentTensors - previousTensors;
|
||||
if (leaked !== 0)
|
||||
log(...msg, leaked);
|
||||
};
|
||||
|
|
@ -19982,7 +20056,7 @@ var Human = class {
|
|||
let bodyRes;
|
||||
let handRes;
|
||||
let objectRes;
|
||||
let current;
|
||||
let elapsedTime;
|
||||
if (this.config.async) {
|
||||
faceRes = this.config.face.enabled ? detectFace(this, process5.tensor) : [];
|
||||
if (this.perf.face)
|
||||
|
|
@ -19991,9 +20065,9 @@ var Human = class {
|
|||
this.state = "run:face";
|
||||
timeStamp = now();
|
||||
faceRes = this.config.face.enabled ? await detectFace(this, process5.tensor) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.face = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.face = elapsedTime;
|
||||
}
|
||||
this.analyze("Start Body:");
|
||||
if (this.config.async) {
|
||||
|
|
@ -20010,9 +20084,9 @@ var Human = class {
|
|||
bodyRes = this.config.body.enabled ? await predict4(process5.tensor, this.config) : [];
|
||||
else if (this.config.body.modelPath.includes("blazepose"))
|
||||
bodyRes = this.config.body.enabled ? await predict6(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.body = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.body = elapsedTime;
|
||||
}
|
||||
this.analyze("End Body:");
|
||||
this.analyze("Start Hand:");
|
||||
|
|
@ -20024,9 +20098,9 @@ var Human = class {
|
|||
this.state = "run:hand";
|
||||
timeStamp = now();
|
||||
handRes = this.config.hand.enabled ? await predict5(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.hand = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.hand = elapsedTime;
|
||||
}
|
||||
this.analyze("End Hand:");
|
||||
this.analyze("Start Object:");
|
||||
|
|
@ -20044,9 +20118,9 @@ var Human = class {
|
|||
objectRes = this.config.object.enabled ? await predict7(process5.tensor, this.config) : [];
|
||||
else if (this.config.object.modelPath.includes("centernet"))
|
||||
objectRes = this.config.object.enabled ? await predict8(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.object = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.object = elapsedTime;
|
||||
}
|
||||
this.analyze("End Object:");
|
||||
if (this.config.async) {
|
||||
|
|
@ -20072,7 +20146,10 @@ var Human = class {
|
|||
object: objectRes,
|
||||
performance: this.perf,
|
||||
canvas: process5.canvas,
|
||||
timestamp: Date.now()
|
||||
timestamp: Date.now(),
|
||||
get persons() {
|
||||
return join2(faceRes, bodyRes, handRes, gestureRes);
|
||||
}
|
||||
};
|
||||
resolve(res);
|
||||
});
|
||||
|
|
|
|||
|
|
@ -18403,7 +18403,8 @@ __export(draw_exports, {
|
|||
gesture: () => gesture,
|
||||
hand: () => hand2,
|
||||
object: () => object,
|
||||
options: () => options
|
||||
options: () => options,
|
||||
person: () => person
|
||||
});
|
||||
var options = {
|
||||
color: "rgba(173, 216, 230, 0.3)",
|
||||
|
|
@ -18426,7 +18427,7 @@ var options = {
|
|||
useRawBoxes: false,
|
||||
calculateHandBox: true
|
||||
};
|
||||
var bufferedResult = { face: [], body: [], hand: [], gesture: [], object: [], performance: {}, timestamp: 0 };
|
||||
var bufferedResult = { face: [], body: [], hand: [], gesture: [], object: [], persons: [], performance: {}, timestamp: 0 };
|
||||
function point(ctx, x, y, z = 0, localOptions) {
|
||||
ctx.fillStyle = localOptions.useDepth && z ? `rgba(${127.5 + 2 * z}, ${127.5 - 2 * z}, 255, 0.3)` : localOptions.color;
|
||||
ctx.beginPath();
|
||||
|
|
@ -18508,8 +18509,8 @@ async function gesture(inCanvas2, result, drawOptions) {
|
|||
let what = [];
|
||||
[where, what] = Object.entries(result[j]);
|
||||
if (what.length > 1 && what[1].length > 0) {
|
||||
const person = where[1] > 0 ? `#${where[1]}` : "";
|
||||
const label = `${where[0]} ${person}: ${what[1]}`;
|
||||
const who = where[1] > 0 ? `#${where[1]}` : "";
|
||||
const label = `${where[0]} ${who}: ${what[1]}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== "") {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, 8, 2 + i * localOptions.lineHeight);
|
||||
|
|
@ -18866,6 +18867,35 @@ async function object(inCanvas2, result, drawOptions) {
|
|||
}
|
||||
}
|
||||
}
|
||||
async function person(inCanvas2, result, drawOptions) {
|
||||
const localOptions = mergeDeep(options, drawOptions);
|
||||
if (!result || !inCanvas2)
|
||||
return;
|
||||
if (!(inCanvas2 instanceof HTMLCanvasElement))
|
||||
return;
|
||||
const ctx = inCanvas2.getContext("2d");
|
||||
if (!ctx)
|
||||
return;
|
||||
ctx.lineJoin = "round";
|
||||
ctx.font = localOptions.font;
|
||||
for (let i = 0; i < result.length; i++) {
|
||||
if (localOptions.drawBoxes) {
|
||||
ctx.strokeStyle = localOptions.color;
|
||||
ctx.fillStyle = localOptions.color;
|
||||
rect(ctx, result[i].box[0], result[i].box[1], result[i].box[2], result[i].box[3], localOptions);
|
||||
if (localOptions.drawLabels) {
|
||||
const label = `person #${i}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== "") {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, result[i].box[0] + 3, 1 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.fillStyle = localOptions.labelColor;
|
||||
ctx.fillText(label, result[i].box[0] + 2, 0 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.stroke();
|
||||
}
|
||||
}
|
||||
}
|
||||
function calcBuffered(newResult, localOptions) {
|
||||
if (!bufferedResult.body || newResult.body.length !== bufferedResult.body.length)
|
||||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
|
|
@ -18892,9 +18922,6 @@ function calcBuffered(newResult, localOptions) {
|
|||
bufferedResult.hand[i].annotations[key] = newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((localOptions.bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / localOptions.bufferedFactor));
|
||||
}
|
||||
}
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
bufferedResult.gesture = JSON.parse(JSON.stringify(newResult.gesture));
|
||||
}
|
||||
async function canvas(inCanvas2, outCanvas2) {
|
||||
if (!inCanvas2 || !outCanvas2)
|
||||
|
|
@ -18915,11 +18942,58 @@ async function all(inCanvas2, result, drawOptions) {
|
|||
} else {
|
||||
bufferedResult = result;
|
||||
}
|
||||
face2(inCanvas2, bufferedResult.face, localOptions);
|
||||
face2(inCanvas2, result.face, localOptions);
|
||||
body2(inCanvas2, bufferedResult.body, localOptions);
|
||||
hand2(inCanvas2, bufferedResult.hand, localOptions);
|
||||
gesture(inCanvas2, bufferedResult.gesture, localOptions);
|
||||
object(inCanvas2, bufferedResult.object, localOptions);
|
||||
gesture(inCanvas2, result.gesture, localOptions);
|
||||
object(inCanvas2, result.object, localOptions);
|
||||
}
|
||||
|
||||
// src/persons.ts
|
||||
function join2(faces, bodies, hands, gestures) {
|
||||
var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H;
|
||||
let id = 0;
|
||||
const persons2 = [];
|
||||
for (const face5 of faces) {
|
||||
const person2 = { id: id++, face: face5, body: null, hands: { left: null, right: null }, gestures: [], box: [0, 0, 0, 0] };
|
||||
for (const body4 of bodies) {
|
||||
if (face5.box[0] > body4.box[0] && face5.box[0] < body4.box[0] + body4.box[2] && face5.box[1] + face5.box[3] > body4.box[1] && face5.box[1] + face5.box[3] < body4.box[1] + body4.box[3]) {
|
||||
person2.body = body4;
|
||||
}
|
||||
}
|
||||
if (person2.body) {
|
||||
for (const hand3 of hands) {
|
||||
if (hand3.box[0] + hand3.box[2] > person2.body.box[0] && hand3.box[0] + hand3.box[2] < person2.body.box[0] + person2.body.box[2] && hand3.box[1] + hand3.box[3] > person2.body.box[1] && hand3.box[1] + hand3.box[3] < person2.body.box[1] + person2.body.box[3]) {
|
||||
if (person2.hands)
|
||||
person2.hands.left = hand3;
|
||||
}
|
||||
if (hand3.box[0] < person2.body.box[0] + person2.body.box[2] && hand3.box[0] > person2.body.box[0] && hand3.box[1] + hand3.box[3] > person2.body.box[1] && hand3.box[1] + hand3.box[3] < person2.body.box[1] + person2.body.box[3]) {
|
||||
if (person2.hands)
|
||||
person2.hands.right = hand3;
|
||||
}
|
||||
}
|
||||
}
|
||||
for (const gesture3 of gestures) {
|
||||
if (gesture3["face"] !== void 0 && gesture3["face"] === face5.id)
|
||||
(_a = person2.gestures) == null ? void 0 : _a.push(gesture3);
|
||||
else if (gesture3["iris"] !== void 0 && gesture3["iris"] === face5.id)
|
||||
(_b = person2.gestures) == null ? void 0 : _b.push(gesture3);
|
||||
else if (gesture3["body"] !== void 0 && gesture3["body"] === ((_c = person2.body) == null ? void 0 : _c.id))
|
||||
(_d = person2.gestures) == null ? void 0 : _d.push(gesture3);
|
||||
else if (gesture3["hand"] !== void 0 && gesture3["hand"] === ((_f = (_e = person2.hands) == null ? void 0 : _e.left) == null ? void 0 : _f.id))
|
||||
(_g = person2.gestures) == null ? void 0 : _g.push(gesture3);
|
||||
else if (gesture3["hand"] !== void 0 && gesture3["hand"] === ((_i = (_h = person2.hands) == null ? void 0 : _h.right) == null ? void 0 : _i.id))
|
||||
(_j = person2.gestures) == null ? void 0 : _j.push(gesture3);
|
||||
}
|
||||
person2.box = [
|
||||
Math.min(((_k = person2.face) == null ? void 0 : _k.box[0]) || Number.MAX_SAFE_INTEGER, ((_l = person2.body) == null ? void 0 : _l.box[0]) || Number.MAX_SAFE_INTEGER, ((_n = (_m = person2.hands) == null ? void 0 : _m.left) == null ? void 0 : _n.box[0]) || Number.MAX_SAFE_INTEGER, ((_p = (_o = person2.hands) == null ? void 0 : _o.right) == null ? void 0 : _p.box[0]) || Number.MAX_SAFE_INTEGER),
|
||||
Math.min(((_q = person2.face) == null ? void 0 : _q.box[1]) || Number.MAX_SAFE_INTEGER, ((_r = person2.body) == null ? void 0 : _r.box[1]) || Number.MAX_SAFE_INTEGER, ((_t = (_s = person2.hands) == null ? void 0 : _s.left) == null ? void 0 : _t.box[1]) || Number.MAX_SAFE_INTEGER, ((_v = (_u = person2.hands) == null ? void 0 : _u.right) == null ? void 0 : _v.box[1]) || Number.MAX_SAFE_INTEGER),
|
||||
Math.max(((_w = person2.face) == null ? void 0 : _w.box[2]) || 0, ((_x = person2.body) == null ? void 0 : _x.box[2]) || 0, ((_z = (_y = person2.hands) == null ? void 0 : _y.left) == null ? void 0 : _z.box[2]) || 0, ((_B = (_A = person2.hands) == null ? void 0 : _A.right) == null ? void 0 : _B.box[2]) || 0),
|
||||
Math.max(((_C = person2.face) == null ? void 0 : _C.box[3]) || 0, ((_D = person2.body) == null ? void 0 : _D.box[3]) || 0, ((_F = (_E = person2.hands) == null ? void 0 : _E.left) == null ? void 0 : _F.box[3]) || 0, ((_H = (_G = person2.hands) == null ? void 0 : _G.right) == null ? void 0 : _H.box[3]) || 0)
|
||||
];
|
||||
persons2.push(person2);
|
||||
}
|
||||
return persons2;
|
||||
}
|
||||
|
||||
// src/sample.ts
|
||||
|
|
@ -19661,10 +19735,10 @@ var Human = class {
|
|||
this.analyze = (...msg) => {
|
||||
if (!__privateGet(this, _analyzeMemoryLeaks))
|
||||
return;
|
||||
const current = this.tf.engine().state.numTensors;
|
||||
const previous = __privateGet(this, _numTensors);
|
||||
__privateSet(this, _numTensors, current);
|
||||
const leaked = current - previous;
|
||||
const currentTensors = this.tf.engine().state.numTensors;
|
||||
const previousTensors = __privateGet(this, _numTensors);
|
||||
__privateSet(this, _numTensors, currentTensors);
|
||||
const leaked = currentTensors - previousTensors;
|
||||
if (leaked !== 0)
|
||||
log(...msg, leaked);
|
||||
};
|
||||
|
|
@ -19983,7 +20057,7 @@ var Human = class {
|
|||
let bodyRes;
|
||||
let handRes;
|
||||
let objectRes;
|
||||
let current;
|
||||
let elapsedTime;
|
||||
if (this.config.async) {
|
||||
faceRes = this.config.face.enabled ? detectFace(this, process5.tensor) : [];
|
||||
if (this.perf.face)
|
||||
|
|
@ -19992,9 +20066,9 @@ var Human = class {
|
|||
this.state = "run:face";
|
||||
timeStamp = now();
|
||||
faceRes = this.config.face.enabled ? await detectFace(this, process5.tensor) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.face = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.face = elapsedTime;
|
||||
}
|
||||
this.analyze("Start Body:");
|
||||
if (this.config.async) {
|
||||
|
|
@ -20011,9 +20085,9 @@ var Human = class {
|
|||
bodyRes = this.config.body.enabled ? await predict4(process5.tensor, this.config) : [];
|
||||
else if (this.config.body.modelPath.includes("blazepose"))
|
||||
bodyRes = this.config.body.enabled ? await predict6(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.body = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.body = elapsedTime;
|
||||
}
|
||||
this.analyze("End Body:");
|
||||
this.analyze("Start Hand:");
|
||||
|
|
@ -20025,9 +20099,9 @@ var Human = class {
|
|||
this.state = "run:hand";
|
||||
timeStamp = now();
|
||||
handRes = this.config.hand.enabled ? await predict5(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.hand = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.hand = elapsedTime;
|
||||
}
|
||||
this.analyze("End Hand:");
|
||||
this.analyze("Start Object:");
|
||||
|
|
@ -20045,9 +20119,9 @@ var Human = class {
|
|||
objectRes = this.config.object.enabled ? await predict7(process5.tensor, this.config) : [];
|
||||
else if (this.config.object.modelPath.includes("centernet"))
|
||||
objectRes = this.config.object.enabled ? await predict8(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.object = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.object = elapsedTime;
|
||||
}
|
||||
this.analyze("End Object:");
|
||||
if (this.config.async) {
|
||||
|
|
@ -20073,7 +20147,10 @@ var Human = class {
|
|||
object: objectRes,
|
||||
performance: this.perf,
|
||||
canvas: process5.canvas,
|
||||
timestamp: Date.now()
|
||||
timestamp: Date.now(),
|
||||
get persons() {
|
||||
return join2(faceRes, bodyRes, handRes, gestureRes);
|
||||
}
|
||||
};
|
||||
resolve(res);
|
||||
});
|
||||
|
|
|
|||
|
|
@ -18402,7 +18402,8 @@ __export(draw_exports, {
|
|||
gesture: () => gesture,
|
||||
hand: () => hand2,
|
||||
object: () => object,
|
||||
options: () => options
|
||||
options: () => options,
|
||||
person: () => person
|
||||
});
|
||||
var options = {
|
||||
color: "rgba(173, 216, 230, 0.3)",
|
||||
|
|
@ -18425,7 +18426,7 @@ var options = {
|
|||
useRawBoxes: false,
|
||||
calculateHandBox: true
|
||||
};
|
||||
var bufferedResult = { face: [], body: [], hand: [], gesture: [], object: [], performance: {}, timestamp: 0 };
|
||||
var bufferedResult = { face: [], body: [], hand: [], gesture: [], object: [], persons: [], performance: {}, timestamp: 0 };
|
||||
function point(ctx, x, y, z = 0, localOptions) {
|
||||
ctx.fillStyle = localOptions.useDepth && z ? `rgba(${127.5 + 2 * z}, ${127.5 - 2 * z}, 255, 0.3)` : localOptions.color;
|
||||
ctx.beginPath();
|
||||
|
|
@ -18507,8 +18508,8 @@ async function gesture(inCanvas2, result, drawOptions) {
|
|||
let what = [];
|
||||
[where, what] = Object.entries(result[j]);
|
||||
if (what.length > 1 && what[1].length > 0) {
|
||||
const person = where[1] > 0 ? `#${where[1]}` : "";
|
||||
const label = `${where[0]} ${person}: ${what[1]}`;
|
||||
const who = where[1] > 0 ? `#${where[1]}` : "";
|
||||
const label = `${where[0]} ${who}: ${what[1]}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== "") {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, 8, 2 + i * localOptions.lineHeight);
|
||||
|
|
@ -18865,6 +18866,35 @@ async function object(inCanvas2, result, drawOptions) {
|
|||
}
|
||||
}
|
||||
}
|
||||
async function person(inCanvas2, result, drawOptions) {
|
||||
const localOptions = mergeDeep(options, drawOptions);
|
||||
if (!result || !inCanvas2)
|
||||
return;
|
||||
if (!(inCanvas2 instanceof HTMLCanvasElement))
|
||||
return;
|
||||
const ctx = inCanvas2.getContext("2d");
|
||||
if (!ctx)
|
||||
return;
|
||||
ctx.lineJoin = "round";
|
||||
ctx.font = localOptions.font;
|
||||
for (let i = 0; i < result.length; i++) {
|
||||
if (localOptions.drawBoxes) {
|
||||
ctx.strokeStyle = localOptions.color;
|
||||
ctx.fillStyle = localOptions.color;
|
||||
rect(ctx, result[i].box[0], result[i].box[1], result[i].box[2], result[i].box[3], localOptions);
|
||||
if (localOptions.drawLabels) {
|
||||
const label = `person #${i}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== "") {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, result[i].box[0] + 3, 1 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.fillStyle = localOptions.labelColor;
|
||||
ctx.fillText(label, result[i].box[0] + 2, 0 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.stroke();
|
||||
}
|
||||
}
|
||||
}
|
||||
function calcBuffered(newResult, localOptions) {
|
||||
if (!bufferedResult.body || newResult.body.length !== bufferedResult.body.length)
|
||||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
|
|
@ -18891,9 +18921,6 @@ function calcBuffered(newResult, localOptions) {
|
|||
bufferedResult.hand[i].annotations[key] = newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((localOptions.bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / localOptions.bufferedFactor));
|
||||
}
|
||||
}
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
bufferedResult.gesture = JSON.parse(JSON.stringify(newResult.gesture));
|
||||
}
|
||||
async function canvas(inCanvas2, outCanvas2) {
|
||||
if (!inCanvas2 || !outCanvas2)
|
||||
|
|
@ -18914,11 +18941,58 @@ async function all(inCanvas2, result, drawOptions) {
|
|||
} else {
|
||||
bufferedResult = result;
|
||||
}
|
||||
face2(inCanvas2, bufferedResult.face, localOptions);
|
||||
face2(inCanvas2, result.face, localOptions);
|
||||
body2(inCanvas2, bufferedResult.body, localOptions);
|
||||
hand2(inCanvas2, bufferedResult.hand, localOptions);
|
||||
gesture(inCanvas2, bufferedResult.gesture, localOptions);
|
||||
object(inCanvas2, bufferedResult.object, localOptions);
|
||||
gesture(inCanvas2, result.gesture, localOptions);
|
||||
object(inCanvas2, result.object, localOptions);
|
||||
}
|
||||
|
||||
// src/persons.ts
|
||||
function join2(faces, bodies, hands, gestures) {
|
||||
var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H;
|
||||
let id = 0;
|
||||
const persons2 = [];
|
||||
for (const face5 of faces) {
|
||||
const person2 = { id: id++, face: face5, body: null, hands: { left: null, right: null }, gestures: [], box: [0, 0, 0, 0] };
|
||||
for (const body4 of bodies) {
|
||||
if (face5.box[0] > body4.box[0] && face5.box[0] < body4.box[0] + body4.box[2] && face5.box[1] + face5.box[3] > body4.box[1] && face5.box[1] + face5.box[3] < body4.box[1] + body4.box[3]) {
|
||||
person2.body = body4;
|
||||
}
|
||||
}
|
||||
if (person2.body) {
|
||||
for (const hand3 of hands) {
|
||||
if (hand3.box[0] + hand3.box[2] > person2.body.box[0] && hand3.box[0] + hand3.box[2] < person2.body.box[0] + person2.body.box[2] && hand3.box[1] + hand3.box[3] > person2.body.box[1] && hand3.box[1] + hand3.box[3] < person2.body.box[1] + person2.body.box[3]) {
|
||||
if (person2.hands)
|
||||
person2.hands.left = hand3;
|
||||
}
|
||||
if (hand3.box[0] < person2.body.box[0] + person2.body.box[2] && hand3.box[0] > person2.body.box[0] && hand3.box[1] + hand3.box[3] > person2.body.box[1] && hand3.box[1] + hand3.box[3] < person2.body.box[1] + person2.body.box[3]) {
|
||||
if (person2.hands)
|
||||
person2.hands.right = hand3;
|
||||
}
|
||||
}
|
||||
}
|
||||
for (const gesture3 of gestures) {
|
||||
if (gesture3["face"] !== void 0 && gesture3["face"] === face5.id)
|
||||
(_a = person2.gestures) == null ? void 0 : _a.push(gesture3);
|
||||
else if (gesture3["iris"] !== void 0 && gesture3["iris"] === face5.id)
|
||||
(_b = person2.gestures) == null ? void 0 : _b.push(gesture3);
|
||||
else if (gesture3["body"] !== void 0 && gesture3["body"] === ((_c = person2.body) == null ? void 0 : _c.id))
|
||||
(_d = person2.gestures) == null ? void 0 : _d.push(gesture3);
|
||||
else if (gesture3["hand"] !== void 0 && gesture3["hand"] === ((_f = (_e = person2.hands) == null ? void 0 : _e.left) == null ? void 0 : _f.id))
|
||||
(_g = person2.gestures) == null ? void 0 : _g.push(gesture3);
|
||||
else if (gesture3["hand"] !== void 0 && gesture3["hand"] === ((_i = (_h = person2.hands) == null ? void 0 : _h.right) == null ? void 0 : _i.id))
|
||||
(_j = person2.gestures) == null ? void 0 : _j.push(gesture3);
|
||||
}
|
||||
person2.box = [
|
||||
Math.min(((_k = person2.face) == null ? void 0 : _k.box[0]) || Number.MAX_SAFE_INTEGER, ((_l = person2.body) == null ? void 0 : _l.box[0]) || Number.MAX_SAFE_INTEGER, ((_n = (_m = person2.hands) == null ? void 0 : _m.left) == null ? void 0 : _n.box[0]) || Number.MAX_SAFE_INTEGER, ((_p = (_o = person2.hands) == null ? void 0 : _o.right) == null ? void 0 : _p.box[0]) || Number.MAX_SAFE_INTEGER),
|
||||
Math.min(((_q = person2.face) == null ? void 0 : _q.box[1]) || Number.MAX_SAFE_INTEGER, ((_r = person2.body) == null ? void 0 : _r.box[1]) || Number.MAX_SAFE_INTEGER, ((_t = (_s = person2.hands) == null ? void 0 : _s.left) == null ? void 0 : _t.box[1]) || Number.MAX_SAFE_INTEGER, ((_v = (_u = person2.hands) == null ? void 0 : _u.right) == null ? void 0 : _v.box[1]) || Number.MAX_SAFE_INTEGER),
|
||||
Math.max(((_w = person2.face) == null ? void 0 : _w.box[2]) || 0, ((_x = person2.body) == null ? void 0 : _x.box[2]) || 0, ((_z = (_y = person2.hands) == null ? void 0 : _y.left) == null ? void 0 : _z.box[2]) || 0, ((_B = (_A = person2.hands) == null ? void 0 : _A.right) == null ? void 0 : _B.box[2]) || 0),
|
||||
Math.max(((_C = person2.face) == null ? void 0 : _C.box[3]) || 0, ((_D = person2.body) == null ? void 0 : _D.box[3]) || 0, ((_F = (_E = person2.hands) == null ? void 0 : _E.left) == null ? void 0 : _F.box[3]) || 0, ((_H = (_G = person2.hands) == null ? void 0 : _G.right) == null ? void 0 : _H.box[3]) || 0)
|
||||
];
|
||||
persons2.push(person2);
|
||||
}
|
||||
return persons2;
|
||||
}
|
||||
|
||||
// src/sample.ts
|
||||
|
|
@ -19660,10 +19734,10 @@ var Human = class {
|
|||
this.analyze = (...msg) => {
|
||||
if (!__privateGet(this, _analyzeMemoryLeaks))
|
||||
return;
|
||||
const current = this.tf.engine().state.numTensors;
|
||||
const previous = __privateGet(this, _numTensors);
|
||||
__privateSet(this, _numTensors, current);
|
||||
const leaked = current - previous;
|
||||
const currentTensors = this.tf.engine().state.numTensors;
|
||||
const previousTensors = __privateGet(this, _numTensors);
|
||||
__privateSet(this, _numTensors, currentTensors);
|
||||
const leaked = currentTensors - previousTensors;
|
||||
if (leaked !== 0)
|
||||
log(...msg, leaked);
|
||||
};
|
||||
|
|
@ -19982,7 +20056,7 @@ var Human = class {
|
|||
let bodyRes;
|
||||
let handRes;
|
||||
let objectRes;
|
||||
let current;
|
||||
let elapsedTime;
|
||||
if (this.config.async) {
|
||||
faceRes = this.config.face.enabled ? detectFace(this, process5.tensor) : [];
|
||||
if (this.perf.face)
|
||||
|
|
@ -19991,9 +20065,9 @@ var Human = class {
|
|||
this.state = "run:face";
|
||||
timeStamp = now();
|
||||
faceRes = this.config.face.enabled ? await detectFace(this, process5.tensor) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.face = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.face = elapsedTime;
|
||||
}
|
||||
this.analyze("Start Body:");
|
||||
if (this.config.async) {
|
||||
|
|
@ -20010,9 +20084,9 @@ var Human = class {
|
|||
bodyRes = this.config.body.enabled ? await predict4(process5.tensor, this.config) : [];
|
||||
else if (this.config.body.modelPath.includes("blazepose"))
|
||||
bodyRes = this.config.body.enabled ? await predict6(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.body = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.body = elapsedTime;
|
||||
}
|
||||
this.analyze("End Body:");
|
||||
this.analyze("Start Hand:");
|
||||
|
|
@ -20024,9 +20098,9 @@ var Human = class {
|
|||
this.state = "run:hand";
|
||||
timeStamp = now();
|
||||
handRes = this.config.hand.enabled ? await predict5(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.hand = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.hand = elapsedTime;
|
||||
}
|
||||
this.analyze("End Hand:");
|
||||
this.analyze("Start Object:");
|
||||
|
|
@ -20044,9 +20118,9 @@ var Human = class {
|
|||
objectRes = this.config.object.enabled ? await predict7(process5.tensor, this.config) : [];
|
||||
else if (this.config.object.modelPath.includes("centernet"))
|
||||
objectRes = this.config.object.enabled ? await predict8(process5.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0)
|
||||
this.perf.object = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0)
|
||||
this.perf.object = elapsedTime;
|
||||
}
|
||||
this.analyze("End Object:");
|
||||
if (this.config.async) {
|
||||
|
|
@ -20072,7 +20146,10 @@ var Human = class {
|
|||
object: objectRes,
|
||||
performance: this.perf,
|
||||
canvas: process5.canvas,
|
||||
timestamp: Date.now()
|
||||
timestamp: Date.now(),
|
||||
get persons() {
|
||||
return join2(faceRes, bodyRes, handRes, gestureRes);
|
||||
}
|
||||
};
|
||||
resolve(res);
|
||||
});
|
||||
|
|
|
|||
|
|
@ -1,10 +1,13 @@
|
|||
const ts = require('typescript');
|
||||
const fs = require('fs');
|
||||
const path = require('path');
|
||||
const log = require('@vladmandic/pilogger');
|
||||
const esbuild = require('esbuild');
|
||||
const TypeDoc = require('typedoc');
|
||||
const changelog = require('./changelog');
|
||||
|
||||
let logFile = 'build.log';
|
||||
|
||||
let busy = false;
|
||||
let td = null;
|
||||
const banner = { js: `
|
||||
|
|
@ -290,7 +293,9 @@ async function build(f, msg, dev = false) {
|
|||
}
|
||||
|
||||
if (require.main === module) {
|
||||
log.logFile(path.join(__dirname, 'build.log'));
|
||||
logFile = path.join(__dirname, logFile);
|
||||
if (fs.existsSync(logFile)) fs.unlinkSync(logFile);
|
||||
log.logFile(logFile);
|
||||
log.header();
|
||||
build('all', 'startup');
|
||||
} else {
|
||||
|
|
|
|||
139
server/build.log
139
server/build.log
|
|
@ -1,122 +1,17 @@
|
|||
2021-05-22 13:15:16 [36mINFO: [39m @vladmandic/human version 1.9.2
|
||||
2021-05-22 13:15:16 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-22 13:15:16 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: node type: node: {"imports":36,"importBytes":418395,"outputBytes":378042,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":36,"importBytes":418403,"outputBytes":378046,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":36,"importBytes":418470,"outputBytes":378118,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 13:15:16 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":36,"importBytes":418497,"outputBytes":232255,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-22 13:15:17 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 13:15:17 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":36,"importBytes":1528517,"outputBytes":1340115,"outputFiles":"dist/human.js"}
|
||||
2021-05-22 13:15:17 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":36,"importBytes":1528517,"outputBytes":1340107,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-22 13:15:17 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-22 13:15:23 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-22 13:15:23 [36mINFO: [39m Generate TypeDocs: ["src/human.ts"]
|
||||
2021-05-22 14:53:16 [36mINFO: [39m @vladmandic/human version 1.9.2
|
||||
2021-05-22 14:53:16 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-22 14:53:16 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: node type: node: {"imports":36,"importBytes":419268,"outputBytes":377986,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":36,"importBytes":419276,"outputBytes":377990,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":36,"importBytes":419343,"outputBytes":378062,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 14:53:16 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":36,"importBytes":419370,"outputBytes":232264,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-22 14:53:17 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 14:53:17 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":36,"importBytes":1529390,"outputBytes":1340125,"outputFiles":"dist/human.js"}
|
||||
2021-05-22 14:53:18 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":36,"importBytes":1529390,"outputBytes":1340117,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-22 14:53:18 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-22 14:53:22 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-22 14:53:22 [36mINFO: [39m Generate TypeDocs: ["src/human.ts"]
|
||||
2021-05-22 21:43:32 [36mINFO: [39m @vladmandic/human version 1.9.2
|
||||
2021-05-22 21:43:32 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-22 21:43:32 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: node type: node: {"imports":36,"importBytes":420766,"outputBytes":378274,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":36,"importBytes":420774,"outputBytes":378278,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":36,"importBytes":420841,"outputBytes":378350,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:43:32 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":36,"importBytes":420868,"outputBytes":232338,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-22 21:43:33 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:43:33 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":36,"importBytes":1530888,"outputBytes":1340202,"outputFiles":"dist/human.js"}
|
||||
2021-05-22 21:43:34 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":36,"importBytes":1530888,"outputBytes":1340194,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-22 21:43:34 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-22 21:43:39 [31mERROR:[39m TSC: /home/vlado/dev/human/src/posenet/poses.ts [130,50]: Object is of type 'unknown'.
|
||||
2021-05-22 21:43:39 [31mERROR:[39m TSC: /home/vlado/dev/human/src/posenet/poses.ts [131,46]: Object is of type 'unknown'.
|
||||
2021-05-22 21:43:39 [31mERROR:[39m TSC: /home/vlado/dev/human/src/tfjs/types.ts [2,24]: Cannot find module '@tensorflow/tfjs-core/dist/index.js'. Did you mean to set the 'moduleResolution' option to 'node', or to add aliases to the 'paths' option?
|
||||
2021-05-22 21:43:39 [31mERROR:[39m TSC: /home/vlado/dev/human/src/tfjs/types.ts [3,28]: Cannot find module '@tensorflow/tfjs-converter/dist/index.js'. Did you mean to set the 'moduleResolution' option to 'node', or to add aliases to the 'paths' option?
|
||||
2021-05-22 21:43:39 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-22 21:47:04 [36mINFO: [39m @vladmandic/human version 1.9.2
|
||||
2021-05-22 21:47:04 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-22 21:47:04 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: node type: node: {"imports":36,"importBytes":420846,"outputBytes":378274,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":36,"importBytes":420854,"outputBytes":378278,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":36,"importBytes":420921,"outputBytes":378350,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:47:04 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":36,"importBytes":420948,"outputBytes":232338,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-22 21:47:05 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:47:05 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":36,"importBytes":1530968,"outputBytes":1340202,"outputFiles":"dist/human.js"}
|
||||
2021-05-22 21:47:06 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":36,"importBytes":1530968,"outputBytes":1340194,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-22 21:47:06 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-22 21:47:11 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-22 21:47:11 [36mINFO: [39m Generate TypeDocs: ["src/human.ts"]
|
||||
2021-05-22 21:52:11 [36mINFO: [39m @vladmandic/human version 1.9.2
|
||||
2021-05-22 21:52:11 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-22 21:52:11 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: node type: node: {"imports":36,"importBytes":420846,"outputBytes":378274,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":36,"importBytes":420854,"outputBytes":378278,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":36,"importBytes":420921,"outputBytes":378350,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:52:11 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":36,"importBytes":420948,"outputBytes":232338,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-22 21:52:12 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-22 21:52:12 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":36,"importBytes":1530968,"outputBytes":1340202,"outputFiles":"dist/human.js"}
|
||||
2021-05-22 21:52:13 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":36,"importBytes":1530968,"outputBytes":1340194,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-22 21:52:13 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-22 21:52:18 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-22 21:52:18 [36mINFO: [39m Generate TypeDocs: ["src/human.ts"]
|
||||
2021-05-23 13:54:48 [36mINFO: [39m @vladmandic/human version 1.9.3
|
||||
2021-05-23 13:54:48 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-23 13:54:48 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: node type: node: {"imports":36,"importBytes":425082,"outputBytes":381351,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":36,"importBytes":425090,"outputBytes":381355,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":36,"importBytes":425157,"outputBytes":381427,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-23 13:54:48 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":36,"importBytes":425184,"outputBytes":234133,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-23 13:54:49 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-23 13:54:50 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":36,"importBytes":1535204,"outputBytes":1342022,"outputFiles":"dist/human.js"}
|
||||
2021-05-23 13:54:50 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":36,"importBytes":1535204,"outputBytes":1342014,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-23 13:54:50 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-23 13:54:56 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-23 13:54:56 [36mINFO: [39m Generate TypeDocs: ["src/human.ts"]
|
||||
2021-05-24 07:15:57 [36mINFO: [39m @vladmandic/human version 1.9.3
|
||||
2021-05-24 07:15:57 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-24 07:15:57 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: node type: node: {"imports":36,"importBytes":424920,"outputBytes":381396,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":36,"importBytes":424928,"outputBytes":381400,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":36,"importBytes":424995,"outputBytes":381472,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 07:15:57 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":36,"importBytes":425022,"outputBytes":234163,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-24 07:15:59 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 07:15:59 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":36,"importBytes":1535042,"outputBytes":1342052,"outputFiles":"dist/human.js"}
|
||||
2021-05-24 07:16:00 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":36,"importBytes":1535042,"outputBytes":1342044,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-24 07:16:00 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-24 07:16:07 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-24 07:16:07 [36mINFO: [39m Generate TypeDocs: ["src/human.ts"]
|
||||
2021-05-24 11:07:05 [36mINFO: [39m @vladmandic/human version 1.9.3
|
||||
2021-05-24 11:07:05 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-24 11:07:05 [36mINFO: [39m Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: node type: tfjs: {"imports":1,"importBytes":39,"outputBytes":1292,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: node type: node: {"imports":37,"importBytes":429806,"outputBytes":386407,"outputFiles":"dist/human.node.js"}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: nodeGPU type: tfjs: {"imports":1,"importBytes":43,"outputBytes":1300,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: nodeGPU type: node: {"imports":37,"importBytes":429814,"outputBytes":386411,"outputFiles":"dist/human.node-gpu.js"}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: nodeWASM type: tfjs: {"imports":1,"importBytes":81,"outputBytes":1367,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: nodeWASM type: node: {"imports":37,"importBytes":429881,"outputBytes":386483,"outputFiles":"dist/human.node-wasm.js"}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: browserNoBundle type: tfjs: {"imports":1,"importBytes":2488,"outputBytes":1394,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 11:07:05 [35mSTATE:[39m Build for: browserNoBundle type: esm: {"imports":37,"importBytes":429908,"outputBytes":236959,"outputFiles":"dist/human.esm-nobundle.js"}
|
||||
2021-05-24 11:07:06 [35mSTATE:[39m Build for: browserBundle type: tfjs: {"modules":1274,"moduleBytes":4114813,"imports":7,"importBytes":2488,"outputBytes":1111414,"outputFiles":"dist/tfjs.esm.js"}
|
||||
2021-05-24 11:07:06 [35mSTATE:[39m Build for: browserBundle type: iife: {"imports":37,"importBytes":1539928,"outputBytes":1344893,"outputFiles":"dist/human.js"}
|
||||
2021-05-24 11:07:07 [35mSTATE:[39m Build for: browserBundle type: esm: {"imports":37,"importBytes":1539928,"outputBytes":1344885,"outputFiles":"dist/human.esm.js"}
|
||||
2021-05-24 11:07:07 [36mINFO: [39m Generate types: ["src/human.ts"]
|
||||
2021-05-24 11:07:12 [36mINFO: [39m Update Change log: ["/home/vlado/dev/human/CHANGELOG.md"]
|
||||
2021-05-24 11:07:12 [36mINFO: [39m Generate TypeDocs: ["src/human.ts"]
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
import { TRI468 as triangulation } from '../blazeface/coords';
|
||||
import { mergeDeep } from '../helpers';
|
||||
import type { Result, Face, Body, Hand, Item, Gesture } from '../result';
|
||||
import type { Result, Face, Body, Hand, Item, Gesture, Person } from '../result';
|
||||
|
||||
/**
|
||||
* Draw Options
|
||||
|
|
@ -68,7 +68,7 @@ export const options: DrawOptions = {
|
|||
calculateHandBox: <boolean>true,
|
||||
};
|
||||
|
||||
let bufferedResult: Result = { face: [], body: [], hand: [], gesture: [], object: [], performance: {}, timestamp: 0 };
|
||||
let bufferedResult: Result = { face: [], body: [], hand: [], gesture: [], object: [], persons: [], performance: {}, timestamp: 0 };
|
||||
|
||||
function point(ctx, x, y, z = 0, localOptions) {
|
||||
ctx.fillStyle = localOptions.useDepth && z ? `rgba(${127.5 + (2 * z)}, ${127.5 - (2 * z)}, 255, 0.3)` : localOptions.color;
|
||||
|
|
@ -150,8 +150,8 @@ export async function gesture(inCanvas: HTMLCanvasElement, result: Array<Gesture
|
|||
let what: unknown[] = []; // what&where is a record
|
||||
[where, what] = Object.entries(result[j]);
|
||||
if ((what.length > 1) && ((what[1] as string).length > 0)) {
|
||||
const person = where[1] as number > 0 ? `#${where[1]}` : '';
|
||||
const label = `${where[0]} ${person}: ${what[1]}`;
|
||||
const who = where[1] as number > 0 ? `#${where[1]}` : '';
|
||||
const label = `${where[0]} ${who}: ${what[1]}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, 8, 2 + (i * localOptions.lineHeight));
|
||||
|
|
@ -473,6 +473,33 @@ export async function object(inCanvas: HTMLCanvasElement, result: Array<Item>, d
|
|||
}
|
||||
}
|
||||
|
||||
export async function person(inCanvas: HTMLCanvasElement, result: Array<Person>, drawOptions?: DrawOptions) {
|
||||
const localOptions = mergeDeep(options, drawOptions);
|
||||
if (!result || !inCanvas) return;
|
||||
if (!(inCanvas instanceof HTMLCanvasElement)) return;
|
||||
const ctx = inCanvas.getContext('2d');
|
||||
if (!ctx) return;
|
||||
ctx.lineJoin = 'round';
|
||||
ctx.font = localOptions.font;
|
||||
for (let i = 0; i < result.length; i++) {
|
||||
if (localOptions.drawBoxes) {
|
||||
ctx.strokeStyle = localOptions.color;
|
||||
ctx.fillStyle = localOptions.color;
|
||||
rect(ctx, result[i].box[0], result[i].box[1], result[i].box[2], result[i].box[3], localOptions);
|
||||
if (localOptions.drawLabels) {
|
||||
const label = `person #${i}`;
|
||||
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
||||
ctx.fillStyle = localOptions.shadowColor;
|
||||
ctx.fillText(label, result[i].box[0] + 3, 1 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.fillStyle = localOptions.labelColor;
|
||||
ctx.fillText(label, result[i].box[0] + 2, 0 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
||||
}
|
||||
ctx.stroke();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function calcBuffered(newResult, localOptions) {
|
||||
// if (newResult.timestamp !== bufferedResult?.timestamp) bufferedResult = JSON.parse(JSON.stringify(newResult)); // no need to force update
|
||||
// each record is only updated using deep copy when number of detected record changes, otherwise it will converge by itself
|
||||
|
|
@ -512,9 +539,9 @@ function calcBuffered(newResult, localOptions) {
|
|||
}
|
||||
|
||||
// no buffering implemented for face, object, gesture
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
bufferedResult.gesture = JSON.parse(JSON.stringify(newResult.gesture));
|
||||
// bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
// bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
// bufferedResult.gesture = JSON.parse(JSON.stringify(newResult.gesture));
|
||||
}
|
||||
|
||||
export async function canvas(inCanvas: HTMLCanvasElement, outCanvas: HTMLCanvasElement) {
|
||||
|
|
@ -533,9 +560,10 @@ export async function all(inCanvas: HTMLCanvasElement, result: Result, drawOptio
|
|||
} else {
|
||||
bufferedResult = result;
|
||||
}
|
||||
face(inCanvas, bufferedResult.face, localOptions);
|
||||
body(inCanvas, bufferedResult.body, localOptions);
|
||||
hand(inCanvas, bufferedResult.hand, localOptions);
|
||||
gesture(inCanvas, bufferedResult.gesture, localOptions);
|
||||
object(inCanvas, bufferedResult.object, localOptions);
|
||||
face(inCanvas, result.face, localOptions); // face does have buffering
|
||||
body(inCanvas, bufferedResult.body, localOptions); // use interpolated results if available
|
||||
hand(inCanvas, bufferedResult.hand, localOptions); // use interpolated results if available
|
||||
gesture(inCanvas, result.gesture, localOptions); // gestures do not have buffering
|
||||
// person(inCanvas, result.persons, localOptions); // use interpolated results if available
|
||||
object(inCanvas, result.object, localOptions); // object detection does not have buffering
|
||||
}
|
||||
|
|
|
|||
28
src/human.ts
28
src/human.ts
|
|
@ -16,6 +16,7 @@ import * as centernet from './object/centernet';
|
|||
import * as gesture from './gesture/gesture';
|
||||
import * as image from './image/image';
|
||||
import * as draw from './draw/draw';
|
||||
import * as persons from './persons';
|
||||
import * as sample from './sample';
|
||||
import * as app from '../package.json';
|
||||
import { Tensor } from './tfjs/types';
|
||||
|
|
@ -179,10 +180,10 @@ export class Human {
|
|||
/** @hidden */
|
||||
analyze = (...msg) => {
|
||||
if (!this.#analyzeMemoryLeaks) return;
|
||||
const current = this.tf.engine().state.numTensors;
|
||||
const previous = this.#numTensors;
|
||||
this.#numTensors = current;
|
||||
const leaked = current - previous;
|
||||
const currentTensors = this.tf.engine().state.numTensors;
|
||||
const previousTensors = this.#numTensors;
|
||||
this.#numTensors = currentTensors;
|
||||
const leaked = currentTensors - previousTensors;
|
||||
if (leaked !== 0) log(...msg, leaked);
|
||||
}
|
||||
|
||||
|
|
@ -455,7 +456,7 @@ export class Human {
|
|||
let bodyRes;
|
||||
let handRes;
|
||||
let objectRes;
|
||||
let current;
|
||||
let elapsedTime;
|
||||
|
||||
// run face detection followed by all models that rely on face bounding box: face mesh, age, gender, emotion
|
||||
if (this.config.async) {
|
||||
|
|
@ -465,8 +466,8 @@ export class Human {
|
|||
this.state = 'run:face';
|
||||
timeStamp = now();
|
||||
faceRes = this.config.face.enabled ? await face.detectFace(this, process.tensor) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0) this.perf.face = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0) this.perf.face = elapsedTime;
|
||||
}
|
||||
|
||||
// run body: can be posenet or blazepose
|
||||
|
|
@ -480,8 +481,8 @@ export class Human {
|
|||
timeStamp = now();
|
||||
if (this.config.body.modelPath.includes('posenet')) bodyRes = this.config.body.enabled ? await posenet.predict(process.tensor, this.config) : [];
|
||||
else if (this.config.body.modelPath.includes('blazepose')) bodyRes = this.config.body.enabled ? await blazepose.predict(process.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0) this.perf.body = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0) this.perf.body = elapsedTime;
|
||||
}
|
||||
this.analyze('End Body:');
|
||||
|
||||
|
|
@ -494,8 +495,8 @@ export class Human {
|
|||
this.state = 'run:hand';
|
||||
timeStamp = now();
|
||||
handRes = this.config.hand.enabled ? await handpose.predict(process.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0) this.perf.hand = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0) this.perf.hand = elapsedTime;
|
||||
}
|
||||
this.analyze('End Hand:');
|
||||
|
||||
|
|
@ -510,8 +511,8 @@ export class Human {
|
|||
timeStamp = now();
|
||||
if (this.config.object.modelPath.includes('nanodet')) objectRes = this.config.object.enabled ? await nanodet.predict(process.tensor, this.config) : [];
|
||||
else if (this.config.object.modelPath.includes('centernet')) objectRes = this.config.object.enabled ? await centernet.predict(process.tensor, this.config) : [];
|
||||
current = Math.trunc(now() - timeStamp);
|
||||
if (current > 0) this.perf.object = current;
|
||||
elapsedTime = Math.trunc(now() - timeStamp);
|
||||
if (elapsedTime > 0) this.perf.object = elapsedTime;
|
||||
}
|
||||
this.analyze('End Object:');
|
||||
|
||||
|
|
@ -541,6 +542,7 @@ export class Human {
|
|||
performance: this.perf,
|
||||
canvas: process.canvas,
|
||||
timestamp: Date.now(),
|
||||
get persons() { return persons.join(faceRes, bodyRes, handRes, gestureRes); },
|
||||
};
|
||||
// log('Result:', result);
|
||||
resolve(res);
|
||||
|
|
|
|||
|
|
@ -0,0 +1,48 @@
|
|||
import { Face, Body, Hand, Gesture, Person } from './result';
|
||||
|
||||
export function join(faces: Array<Face>, bodies: Array<Body>, hands: Array<Hand>, gestures: Array<Gesture>): Array<Person> {
|
||||
let id = 0;
|
||||
const persons: Array<Person> = [];
|
||||
for (const face of faces) { // person is defined primarily by face and then we append other objects as found
|
||||
const person: Person = { id: id++, face, body: null, hands: { left: null, right: null }, gestures: [], box: [0, 0, 0, 0] };
|
||||
for (const body of bodies) {
|
||||
if (face.box[0] > body.box[0] // x within body
|
||||
&& face.box[0] < body.box[0] + body.box[2]
|
||||
&& face.box[1] + face.box[3] > body.box[1] // y within body
|
||||
&& face.box[1] + face.box[3] < body.box[1] + body.box[3]) {
|
||||
person.body = body;
|
||||
}
|
||||
}
|
||||
if (person.body) { // only try to join hands if body is found
|
||||
for (const hand of hands) {
|
||||
if (hand.box[0] + hand.box[2] > person.body.box[0] // x within body for left hand
|
||||
&& hand.box[0] + hand.box[2] < person.body.box[0] + person.body.box[2]
|
||||
&& hand.box[1] + hand.box[3] > person.body.box[1] // x within body for left hand
|
||||
&& hand.box[1] + hand.box[3] < person.body.box[1] + person.body.box[3]) {
|
||||
if (person.hands) person.hands.left = hand;
|
||||
}
|
||||
if (hand.box[0] < person.body.box[0] + person.body.box[2] // x within body for right hand
|
||||
&& hand.box[0] > person.body.box[0]
|
||||
&& hand.box[1] + hand.box[3] > person.body.box[1] // x within body for right hand
|
||||
&& hand.box[1] + hand.box[3] < person.body.box[1] + person.body.box[3]) {
|
||||
if (person.hands) person.hands.right = hand;
|
||||
}
|
||||
}
|
||||
}
|
||||
for (const gesture of gestures) { // append all gestures according to ids
|
||||
if (gesture['face'] !== undefined && gesture['face'] === face.id) person.gestures?.push(gesture);
|
||||
else if (gesture['iris'] !== undefined && gesture['iris'] === face.id) person.gestures?.push(gesture);
|
||||
else if (gesture['body'] !== undefined && gesture['body'] === person.body?.id) person.gestures?.push(gesture);
|
||||
else if (gesture['hand'] !== undefined && gesture['hand'] === person.hands?.left?.id) person.gestures?.push(gesture);
|
||||
else if (gesture['hand'] !== undefined && gesture['hand'] === person.hands?.right?.id) person.gestures?.push(gesture);
|
||||
}
|
||||
person.box = [ // this is incorrect as should be a caclulated value
|
||||
Math.min(person.face?.box[0] || Number.MAX_SAFE_INTEGER, person.body?.box[0] || Number.MAX_SAFE_INTEGER, person.hands?.left?.box[0] || Number.MAX_SAFE_INTEGER, person.hands?.right?.box[0] || Number.MAX_SAFE_INTEGER),
|
||||
Math.min(person.face?.box[1] || Number.MAX_SAFE_INTEGER, person.body?.box[1] || Number.MAX_SAFE_INTEGER, person.hands?.left?.box[1] || Number.MAX_SAFE_INTEGER, person.hands?.right?.box[1] || Number.MAX_SAFE_INTEGER),
|
||||
Math.max(person.face?.box[2] || 0, person.body?.box[2] || 0, person.hands?.left?.box[2] || 0, person.hands?.right?.box[2] || 0),
|
||||
Math.max(person.face?.box[3] || 0, person.body?.box[3] || 0, person.hands?.left?.box[3] || 0, person.hands?.right?.box[3] || 0),
|
||||
];
|
||||
persons.push(person);
|
||||
}
|
||||
return persons;
|
||||
}
|
||||
|
|
@ -4,9 +4,8 @@ import { Tensor } from '../dist/tfjs.esm.js';
|
|||
* Combined results of face detector, face mesh, age, gender, emotion, embedding, iris models
|
||||
* Some values may be null if specific model is not enabled
|
||||
*
|
||||
* Array of individual results with one object per detected face
|
||||
* Each result has:
|
||||
* - id: face number
|
||||
* - id: face id number
|
||||
* - confidence: overal detection confidence value
|
||||
* - boxConfidence: face box detection confidence value
|
||||
* - faceConfidence: face keypoints detection confidence value
|
||||
|
|
@ -52,7 +51,6 @@ export interface Face {
|
|||
|
||||
/** Body results
|
||||
*
|
||||
* Array of individual results with one object per detected body
|
||||
* Each results has:
|
||||
* - id: body id number
|
||||
* - score: overall detection score
|
||||
|
|
@ -80,13 +78,13 @@ export interface Body {
|
|||
|
||||
/** Hand results
|
||||
*
|
||||
* Array of individual results with one object per detected hand
|
||||
* Each result has:
|
||||
* - confidence as value
|
||||
* - box as array of [x, y, width, height], normalized to image resolution
|
||||
* - boxRaw as array of [x, y, width, height], normalized to range 0..1
|
||||
* - landmarks as array of [x, y, z] points of hand, normalized to image resolution
|
||||
* - annotations as array of annotated face landmark points
|
||||
* - id: hand id number
|
||||
* - confidence: detection confidence score as value
|
||||
* - box: bounding box: x, y, width, height normalized to input image resolution
|
||||
* - boxRaw: bounding box: x, y, width, height normalized to 0..1
|
||||
* - landmarks: landmarks as array of [x, y, z] points of hand, normalized to image resolution
|
||||
* - annotations: annotated landmarks for each hand part
|
||||
*/
|
||||
export interface Hand {
|
||||
id: number,
|
||||
|
|
@ -101,12 +99,13 @@ export interface Hand {
|
|||
*
|
||||
* Array of individual results with one object per detected gesture
|
||||
* Each result has:
|
||||
* - id: object id number
|
||||
* - score as value
|
||||
* - label as detected class name
|
||||
* - center as array of [x, y], normalized to image resolution
|
||||
* - centerRaw as array of [x, y], normalized to range 0..1
|
||||
* - box as array of [x, y, width, height], normalized to image resolution
|
||||
* - boxRaw as array of [x, y, width, height], normalized to range 0..1
|
||||
* - box: bounding box: x, y, width, height normalized to input image resolution
|
||||
* - boxRaw: bounding box: x, y, width, height normalized to 0..1
|
||||
* - center: optional center point as array of [x, y], normalized to image resolution
|
||||
* - centerRaw: optional center point as array of [x, y], normalized to range 0..1
|
||||
*/
|
||||
export interface Item {
|
||||
id: number,
|
||||
|
|
@ -133,6 +132,27 @@ export type Gesture =
|
|||
| { 'body': number, gesture: string }
|
||||
| { 'hand': number, gesture: string }
|
||||
|
||||
/** Person getter
|
||||
*
|
||||
* Each result has:
|
||||
* - id: person id
|
||||
* - face: face object
|
||||
* - body: body object
|
||||
* - hands: array of hand objects
|
||||
* - gestures: array of gestures
|
||||
* - box: bounding box: x, y, width, height normalized to input image resolution
|
||||
* - boxRaw: bounding box: x, y, width, height normalized to 0..1
|
||||
*/
|
||||
export interface Person {
|
||||
id: number,
|
||||
face: Face,
|
||||
body: Body | null,
|
||||
hands: { left: Hand | null, right: Hand | null },
|
||||
gestures: Array<Gesture>,
|
||||
box: [number, number, number, number],
|
||||
boxRaw?: [number, number, number, number],
|
||||
}
|
||||
|
||||
/**
|
||||
* Result interface definition for **Human** library
|
||||
*
|
||||
|
|
@ -149,7 +169,12 @@ export interface Result {
|
|||
gesture: Array<Gesture>,
|
||||
/** {@link Object}: detection & analysis results */
|
||||
object: Array<Item>
|
||||
performance: Record<string, unknown>,
|
||||
canvas?: OffscreenCanvas | HTMLCanvasElement,
|
||||
timestamp: number,
|
||||
/** global performance object with timing values for each operation */
|
||||
readonly performance: Record<string, unknown>,
|
||||
/** optional processed canvas that can be used to draw input on screen */
|
||||
readonly canvas?: OffscreenCanvas | HTMLCanvasElement,
|
||||
/** timestamp of detection representing the milliseconds elapsed since the UNIX epoch */
|
||||
readonly timestamp: number,
|
||||
/** getter property that returns unified persons object */
|
||||
readonly persons: Array<Person>,
|
||||
}
|
||||
|
|
|
|||
|
|
@ -54,7 +54,8 @@ function printResults(detect) {
|
|||
const person = (detect.face && detect.face[0]) ? { confidence: detect.face[0].confidence, age: detect.face[0].age, gender: detect.face[0].gender } : {};
|
||||
const object = (detect.object && detect.object[0]) ? { score: detect.object[0].score, class: detect.object[0].label } : {};
|
||||
const body = (detect.body && detect.body[0]) ? { score: detect.body[0].score, keypoints: detect.body[0].keypoints.length } : {};
|
||||
if (detect.face) log('data', ' result: face:', detect.face?.length, 'body:', detect.body?.length, 'hand:', detect.hand?.length, 'gesture:', detect.gesture?.length, 'object:', detect.object?.length, person, object, body);
|
||||
const persons = detect.persons;
|
||||
if (detect.face) log('data', ' result: face:', detect.face?.length, 'body:', detect.body?.length, 'hand:', detect.hand?.length, 'gesture:', detect.gesture?.length, 'object:', detect.object?.length, 'person:', persons.length, person, object, body);
|
||||
if (detect.performance) log('data', ' result: performance:', 'load:', detect?.performance.load, 'total:', detect.performance?.total);
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -1,8 +1,11 @@
|
|||
const fs = require('fs');
|
||||
const path = require('path');
|
||||
const process = require('process');
|
||||
const { fork } = require('child_process');
|
||||
const log = require('@vladmandic/pilogger');
|
||||
|
||||
let logFile = 'test.log';
|
||||
|
||||
const tests = [
|
||||
'test-node.js',
|
||||
'test-node-gpu.js',
|
||||
|
|
@ -57,7 +60,9 @@ async function runTest(test) {
|
|||
}
|
||||
|
||||
async function testAll() {
|
||||
log.logFile(path.join(__dirname, 'test.log'));
|
||||
logFile = path.join(__dirname, logFile);
|
||||
if (fs.existsSync(logFile)) fs.unlinkSync(logFile);
|
||||
log.logFile(logFile);
|
||||
log.header();
|
||||
process.on('unhandledRejection', (data) => log.error('nodejs unhandled rejection', data));
|
||||
process.on('uncaughtException', (data) => log.error('nodejs unhandled exception', data));
|
||||
|
|
|
|||
289
test/test.log
289
test/test.log
|
|
@ -1,169 +1,120 @@
|
|||
2021-05-22 21:52:51 [36mINFO: [39m @vladmandic/human version 1.9.2
|
||||
2021-05-22 21:52:51 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-22 21:52:51 [36mINFO: [39m tests: ["test-node.js","test-node-gpu.js","test-node-wasm.js"]
|
||||
2021-05-22 21:52:51 [36mINFO: [39m test-node.js start
|
||||
2021-05-22 21:52:52 [35mSTATE:[39m test-node.js passed: create human
|
||||
2021-05-22 21:52:52 [36mINFO: [39m test-node.js human version: 1.9.2
|
||||
2021-05-22 21:52:52 [36mINFO: [39m test-node.js platform: linux x64 agent: NodeJS v16.0.0
|
||||
2021-05-22 21:52:52 [36mINFO: [39m test-node.js tfjs version: 3.6.0
|
||||
2021-05-22 21:52:52 [35mSTATE:[39m test-node.js passed: set backend: tensorflow
|
||||
2021-05-22 21:52:52 [35mSTATE:[39m test-node.js passed: load models
|
||||
2021-05-22 21:52:52 [35mSTATE:[39m test-node.js result: defined models: 13 loaded models: 6
|
||||
2021-05-22 21:52:52 [35mSTATE:[39m test-node.js passed: warmup: none default
|
||||
2021-05-22 21:52:54 [35mSTATE:[39m test-node.js passed: warmup: face default
|
||||
2021-05-22 21:52:54 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 5 object: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8246909379959106,"class":"person"} {"score":0.96,"keypoints":5}
|
||||
2021-05-22 21:52:54 [32mDATA: [39m test-node.js result: performance: load: 400 total: 1668
|
||||
2021-05-22 21:52:55 [35mSTATE:[39m test-node.js passed: warmup: body default
|
||||
2021-05-22 21:52:55 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1,"age":29.5,"gender":"female"} {"score":0.7261000871658325,"class":"person"} {"score":0.92,"keypoints":17}
|
||||
2021-05-22 21:52:55 [32mDATA: [39m test-node.js result: performance: load: 400 total: 1611
|
||||
2021-05-22 21:52:55 [36mINFO: [39m test-node.js test body variants
|
||||
2021-05-22 21:52:56 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:52:57 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg posenet
|
||||
2021-05-22 21:52:57 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":0.91,"keypoints":17}
|
||||
2021-05-22 21:52:57 [32mDATA: [39m test-node.js result: performance: load: 400 total: 1031
|
||||
2021-05-22 21:52:58 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:52:59 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg blazepose
|
||||
2021-05-22 21:52:59 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:52:59 [32mDATA: [39m test-node.js result: performance: load: 400 total: 466
|
||||
2021-05-22 21:53:00 [35mSTATE:[39m test-node.js passed: detect: random default
|
||||
2021-05-22 21:53:00 [32mDATA: [39m test-node.js result: face: 0 body: 1 hand: 0 gesture: 1 object: 0 {} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:00 [32mDATA: [39m test-node.js result: performance: load: 400 total: 921
|
||||
2021-05-22 21:53:00 [36mINFO: [39m test-node.js test: first instance
|
||||
2021-05-22 21:53:00 [35mSTATE:[39m test-node.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-22 21:53:02 [35mSTATE:[39m test-node.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-22 21:53:02 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:02 [32mDATA: [39m test-node.js result: performance: load: 400 total: 1652
|
||||
2021-05-22 21:53:02 [36mINFO: [39m test-node.js test: second instance
|
||||
2021-05-22 21:53:02 [35mSTATE:[39m test-node.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-22 21:53:04 [35mSTATE:[39m test-node.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-22 21:53:04 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:04 [32mDATA: [39m test-node.js result: performance: load: 1 total: 1529
|
||||
2021-05-22 21:53:04 [36mINFO: [39m test-node.js test: concurrent
|
||||
2021-05-22 21:53:04 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-22 21:53:04 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-22 21:53:05 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:06 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:12 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: performance: load: 400 total: 5889
|
||||
2021-05-22 21:53:12 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: performance: load: 1 total: 5889
|
||||
2021-05-22 21:53:12 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: performance: load: 400 total: 5889
|
||||
2021-05-22 21:53:12 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:12 [32mDATA: [39m test-node.js result: performance: load: 1 total: 5889
|
||||
2021-05-22 21:53:12 [36mINFO: [39m test-node.js test complete: 20467 ms
|
||||
2021-05-22 21:53:12 [36mINFO: [39m test-node-gpu.js start
|
||||
2021-05-22 21:53:13 [33mWARN: [39m test-node-gpu.js stderr: 2021-05-22 21:53:13.374497: W tensorflow/stream_executor/platform/default/dso_loader.cc:60] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
|
||||
2021-05-22 21:53:13 [33mWARN: [39m test-node-gpu.js stderr: 2021-05-22 21:53:13.489445: W tensorflow/stream_executor/platform/default/dso_loader.cc:60] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
||||
2021-05-22 21:53:13 [33mWARN: [39m test-node-gpu.js stderr: 2021-05-22 21:53:13.489654: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (wyse): /proc/driver/nvidia/version does not exist
|
||||
2021-05-22 21:53:13 [35mSTATE:[39m test-node-gpu.js passed: create human
|
||||
2021-05-22 21:53:13 [36mINFO: [39m test-node-gpu.js human version: 1.9.2
|
||||
2021-05-22 21:53:13 [36mINFO: [39m test-node-gpu.js platform: linux x64 agent: NodeJS v16.0.0
|
||||
2021-05-22 21:53:13 [36mINFO: [39m test-node-gpu.js tfjs version: 3.6.0
|
||||
2021-05-22 21:53:13 [35mSTATE:[39m test-node-gpu.js passed: set backend: tensorflow
|
||||
2021-05-22 21:53:13 [35mSTATE:[39m test-node-gpu.js passed: load models
|
||||
2021-05-22 21:53:13 [35mSTATE:[39m test-node-gpu.js result: defined models: 13 loaded models: 6
|
||||
2021-05-22 21:53:13 [35mSTATE:[39m test-node-gpu.js passed: warmup: none default
|
||||
2021-05-22 21:53:15 [35mSTATE:[39m test-node-gpu.js passed: warmup: face default
|
||||
2021-05-22 21:53:15 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 5 object: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8246909379959106,"class":"person"} {"score":0.96,"keypoints":5}
|
||||
2021-05-22 21:53:15 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 1688
|
||||
2021-05-22 21:53:17 [35mSTATE:[39m test-node-gpu.js passed: warmup: body default
|
||||
2021-05-22 21:53:17 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1,"age":29.5,"gender":"female"} {"score":0.7261000871658325,"class":"person"} {"score":0.92,"keypoints":17}
|
||||
2021-05-22 21:53:17 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 1650
|
||||
2021-05-22 21:53:17 [36mINFO: [39m test-node-gpu.js test body variants
|
||||
2021-05-22 21:53:18 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:19 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg posenet
|
||||
2021-05-22 21:53:19 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":0.91,"keypoints":17}
|
||||
2021-05-22 21:53:19 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 1058
|
||||
2021-05-22 21:53:20 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:20 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg blazepose
|
||||
2021-05-22 21:53:20 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:20 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 437
|
||||
2021-05-22 21:53:21 [35mSTATE:[39m test-node-gpu.js passed: detect: random default
|
||||
2021-05-22 21:53:21 [32mDATA: [39m test-node-gpu.js result: face: 0 body: 1 hand: 0 gesture: 1 object: 0 {} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:21 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 951
|
||||
2021-05-22 21:53:21 [36mINFO: [39m test-node-gpu.js test: first instance
|
||||
2021-05-22 21:53:22 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-22 21:53:24 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-22 21:53:24 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:24 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 1968
|
||||
2021-05-22 21:53:24 [36mINFO: [39m test-node-gpu.js test: second instance
|
||||
2021-05-22 21:53:24 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-22 21:53:26 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-22 21:53:26 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:26 [32mDATA: [39m test-node-gpu.js result: performance: load: 2 total: 1975
|
||||
2021-05-22 21:53:26 [36mINFO: [39m test-node-gpu.js test: concurrent
|
||||
2021-05-22 21:53:26 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-22 21:53:26 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-22 21:53:27 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:28 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:35 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 6500
|
||||
2021-05-22 21:53:35 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: performance: load: 2 total: 6500
|
||||
2021-05-22 21:53:35 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: performance: load: 330 total: 6500
|
||||
2021-05-22 21:53:35 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:35 [32mDATA: [39m test-node-gpu.js result: performance: load: 2 total: 6500
|
||||
2021-05-22 21:53:35 [36mINFO: [39m test-node-gpu.js test complete: 21880 ms
|
||||
2021-05-22 21:53:35 [36mINFO: [39m test-node-wasm.js start
|
||||
2021-05-22 21:53:35 [35mSTATE:[39m test-node-wasm.js passed: model server: http://localhost:10030/models/
|
||||
2021-05-22 21:53:35 [35mSTATE:[39m test-node-wasm.js passed: create human
|
||||
2021-05-22 21:53:35 [36mINFO: [39m test-node-wasm.js human version: 1.9.2
|
||||
2021-05-22 21:53:35 [36mINFO: [39m test-node-wasm.js platform: linux x64 agent: NodeJS v16.0.0
|
||||
2021-05-22 21:53:35 [36mINFO: [39m test-node-wasm.js tfjs version: 3.6.0
|
||||
2021-05-22 21:53:36 [35mSTATE:[39m test-node-wasm.js passed: set backend: wasm
|
||||
2021-05-22 21:53:36 [35mSTATE:[39m test-node-wasm.js passed: load models
|
||||
2021-05-22 21:53:36 [35mSTATE:[39m test-node-wasm.js result: defined models: 13 loaded models: 5
|
||||
2021-05-22 21:53:36 [35mSTATE:[39m test-node-wasm.js passed: warmup: none default
|
||||
2021-05-22 21:53:36 [31mERROR:[39m test-node-wasm.js failed: warmup: face default
|
||||
2021-05-22 21:53:36 [31mERROR:[39m test-node-wasm.js failed: warmup: body default
|
||||
2021-05-22 21:53:36 [36mINFO: [39m test-node-wasm.js test body variants
|
||||
2021-05-22 21:53:38 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:41 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/human-sample-body.jpg posenet
|
||||
2021-05-22 21:53:41 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 0 {"confidence":1,"age":28.5,"gender":"female"} {} {"score":0.91,"keypoints":17}
|
||||
2021-05-22 21:53:41 [32mDATA: [39m test-node-wasm.js result: performance: load: 655 total: 3191
|
||||
2021-05-22 21:53:43 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:45 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/human-sample-body.jpg blazepose
|
||||
2021-05-22 21:53:45 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 0 {"confidence":1} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:45 [32mDATA: [39m test-node-wasm.js result: performance: load: 655 total: 2321
|
||||
2021-05-22 21:53:47 [35mSTATE:[39m test-node-wasm.js passed: detect: random default
|
||||
2021-05-22 21:53:47 [32mDATA: [39m test-node-wasm.js result: face: 0 body: 1 hand: 0 gesture: 1 object: 0 {} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:47 [32mDATA: [39m test-node-wasm.js result: performance: load: 655 total: 1791
|
||||
2021-05-22 21:53:47 [36mINFO: [39m test-node-wasm.js test: first instance
|
||||
2021-05-22 21:53:48 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-22 21:53:51 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-22 21:53:51 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 0 {"confidence":1,"age":39.2,"gender":"male"} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:51 [32mDATA: [39m test-node-wasm.js result: performance: load: 655 total: 2478
|
||||
2021-05-22 21:53:51 [36mINFO: [39m test-node-wasm.js test: second instance
|
||||
2021-05-22 21:53:51 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-22 21:53:54 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-22 21:53:54 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 0 {"confidence":1,"age":39.2,"gender":"male"} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:53:54 [32mDATA: [39m test-node-wasm.js result: performance: load: 5 total: 2418
|
||||
2021-05-22 21:53:54 [36mINFO: [39m test-node-wasm.js test: concurrent
|
||||
2021-05-22 21:53:54 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-22 21:53:54 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-22 21:53:56 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:53:58 [35mSTATE:[39m test-node-wasm.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-22 21:54:07 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 0 {"confidence":1,"age":23.6,"gender":"female"} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: performance: load: 655 total: 9455
|
||||
2021-05-22 21:54:07 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 0 {"confidence":1,"age":23.6,"gender":"female"} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: performance: load: 5 total: 9455
|
||||
2021-05-22 21:54:07 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 0 {"confidence":1,"age":28.5,"gender":"female"} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: performance: load: 655 total: 9455
|
||||
2021-05-22 21:54:07 [35mSTATE:[39m test-node-wasm.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 0 {"confidence":1,"age":28.5,"gender":"female"} {} {"score":1,"keypoints":39}
|
||||
2021-05-22 21:54:07 [32mDATA: [39m test-node-wasm.js result: performance: load: 5 total: 9455
|
||||
2021-05-22 21:54:07 [36mINFO: [39m test-node-wasm.js test complete: 31722 ms
|
||||
2021-05-22 21:54:07 [36mINFO: [39m status: {"passed":68,"failed":2}
|
||||
2021-05-24 11:08:29 [36mINFO: [39m @vladmandic/human version 1.9.3
|
||||
2021-05-24 11:08:29 [36mINFO: [39m User: vlado Platform: linux Arch: x64 Node: v16.0.0
|
||||
2021-05-24 11:08:29 [36mINFO: [39m tests: ["test-node.js","test-node-gpu.js","test-node-wasm.js"]
|
||||
2021-05-24 11:08:29 [36mINFO: [39m test-node.js start
|
||||
2021-05-24 11:08:29 [35mSTATE:[39m test-node.js passed: create human
|
||||
2021-05-24 11:08:29 [36mINFO: [39m test-node.js human version: 1.9.3
|
||||
2021-05-24 11:08:29 [36mINFO: [39m test-node.js platform: linux x64 agent: NodeJS v16.0.0
|
||||
2021-05-24 11:08:29 [36mINFO: [39m test-node.js tfjs version: 3.6.0
|
||||
2021-05-24 11:08:30 [35mSTATE:[39m test-node.js passed: set backend: tensorflow
|
||||
2021-05-24 11:08:30 [35mSTATE:[39m test-node.js passed: load models
|
||||
2021-05-24 11:08:30 [35mSTATE:[39m test-node.js result: defined models: 13 loaded models: 6
|
||||
2021-05-24 11:08:30 [35mSTATE:[39m test-node.js passed: warmup: none default
|
||||
2021-05-24 11:08:31 [35mSTATE:[39m test-node.js passed: warmup: face default
|
||||
2021-05-24 11:08:31 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 5 object: 1 person: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8246909379959106,"class":"person"} {"score":0.96,"keypoints":5}
|
||||
2021-05-24 11:08:31 [32mDATA: [39m test-node.js result: performance: load: 312 total: 1646
|
||||
2021-05-24 11:08:33 [35mSTATE:[39m test-node.js passed: warmup: body default
|
||||
2021-05-24 11:08:33 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1,"age":29.5,"gender":"female"} {"score":0.7261000871658325,"class":"person"} {"score":0.92,"keypoints":17}
|
||||
2021-05-24 11:08:33 [32mDATA: [39m test-node.js result: performance: load: 312 total: 1613
|
||||
2021-05-24 11:08:33 [36mINFO: [39m test-node.js test body variants
|
||||
2021-05-24 11:08:34 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:08:35 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg posenet
|
||||
2021-05-24 11:08:35 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":0.91,"keypoints":17}
|
||||
2021-05-24 11:08:35 [32mDATA: [39m test-node.js result: performance: load: 312 total: 983
|
||||
2021-05-24 11:08:36 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:08:36 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg blazepose
|
||||
2021-05-24 11:08:36 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:36 [32mDATA: [39m test-node.js result: performance: load: 312 total: 387
|
||||
2021-05-24 11:08:38 [35mSTATE:[39m test-node.js passed: detect: random default
|
||||
2021-05-24 11:08:38 [32mDATA: [39m test-node.js result: face: 0 body: 1 hand: 0 gesture: 1 object: 0 person: 0 {} {} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:38 [32mDATA: [39m test-node.js result: performance: load: 312 total: 919
|
||||
2021-05-24 11:08:38 [36mINFO: [39m test-node.js test: first instance
|
||||
2021-05-24 11:08:38 [35mSTATE:[39m test-node.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-24 11:08:40 [35mSTATE:[39m test-node.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-24 11:08:40 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 person: 1 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:40 [32mDATA: [39m test-node.js result: performance: load: 312 total: 1657
|
||||
2021-05-24 11:08:40 [36mINFO: [39m test-node.js test: second instance
|
||||
2021-05-24 11:08:40 [35mSTATE:[39m test-node.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-24 11:08:42 [35mSTATE:[39m test-node.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-24 11:08:42 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 person: 1 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:42 [32mDATA: [39m test-node.js result: performance: load: 5 total: 1630
|
||||
2021-05-24 11:08:42 [36mINFO: [39m test-node.js test: concurrent
|
||||
2021-05-24 11:08:42 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-24 11:08:42 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-24 11:08:43 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:08:44 [35mSTATE:[39m test-node.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:08:50 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 person: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: performance: load: 312 total: 5886
|
||||
2021-05-24 11:08:50 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 person: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: performance: load: 5 total: 5886
|
||||
2021-05-24 11:08:50 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: performance: load: 312 total: 5886
|
||||
2021-05-24 11:08:50 [35mSTATE:[39m test-node.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:50 [32mDATA: [39m test-node.js result: performance: load: 5 total: 5886
|
||||
2021-05-24 11:08:50 [36mINFO: [39m test-node.js test complete: 20201 ms
|
||||
2021-05-24 11:08:50 [36mINFO: [39m test-node-gpu.js start
|
||||
2021-05-24 11:08:50 [33mWARN: [39m test-node-gpu.js stderr: 2021-05-24 11:08:50.534311: W tensorflow/stream_executor/platform/default/dso_loader.cc:60] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
|
||||
2021-05-24 11:08:50 [33mWARN: [39m test-node-gpu.js stderr: 2021-05-24 11:08:50.593093: W tensorflow/stream_executor/platform/default/dso_loader.cc:60] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
||||
2021-05-24 11:08:50 [33mWARN: [39m test-node-gpu.js stderr: 2021-05-24 11:08:50.593140: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (wyse): /proc/driver/nvidia/version does not exist
|
||||
2021-05-24 11:08:50 [35mSTATE:[39m test-node-gpu.js passed: create human
|
||||
2021-05-24 11:08:50 [36mINFO: [39m test-node-gpu.js human version: 1.9.3
|
||||
2021-05-24 11:08:50 [36mINFO: [39m test-node-gpu.js platform: linux x64 agent: NodeJS v16.0.0
|
||||
2021-05-24 11:08:50 [36mINFO: [39m test-node-gpu.js tfjs version: 3.6.0
|
||||
2021-05-24 11:08:51 [35mSTATE:[39m test-node-gpu.js passed: set backend: tensorflow
|
||||
2021-05-24 11:08:51 [35mSTATE:[39m test-node-gpu.js passed: load models
|
||||
2021-05-24 11:08:51 [35mSTATE:[39m test-node-gpu.js result: defined models: 13 loaded models: 6
|
||||
2021-05-24 11:08:51 [35mSTATE:[39m test-node-gpu.js passed: warmup: none default
|
||||
2021-05-24 11:08:52 [35mSTATE:[39m test-node-gpu.js passed: warmup: face default
|
||||
2021-05-24 11:08:52 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 5 object: 1 person: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8246909379959106,"class":"person"} {"score":0.96,"keypoints":5}
|
||||
2021-05-24 11:08:52 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 1664
|
||||
2021-05-24 11:08:54 [35mSTATE:[39m test-node-gpu.js passed: warmup: body default
|
||||
2021-05-24 11:08:54 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1,"age":29.5,"gender":"female"} {"score":0.7261000871658325,"class":"person"} {"score":0.92,"keypoints":17}
|
||||
2021-05-24 11:08:54 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 1772
|
||||
2021-05-24 11:08:54 [36mINFO: [39m test-node-gpu.js test body variants
|
||||
2021-05-24 11:08:55 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:08:56 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg posenet
|
||||
2021-05-24 11:08:56 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":0.91,"keypoints":17}
|
||||
2021-05-24 11:08:56 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 963
|
||||
2021-05-24 11:08:57 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:08:57 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg blazepose
|
||||
2021-05-24 11:08:57 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1} {"score":0.7261000871658325,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:57 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 397
|
||||
2021-05-24 11:08:59 [35mSTATE:[39m test-node-gpu.js passed: detect: random default
|
||||
2021-05-24 11:08:59 [32mDATA: [39m test-node-gpu.js result: face: 0 body: 1 hand: 0 gesture: 1 object: 0 person: 0 {} {} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:08:59 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 887
|
||||
2021-05-24 11:08:59 [36mINFO: [39m test-node-gpu.js test: first instance
|
||||
2021-05-24 11:08:59 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-24 11:09:01 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-24 11:09:01 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 person: 1 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:09:01 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 1643
|
||||
2021-05-24 11:09:01 [36mINFO: [39m test-node-gpu.js test: second instance
|
||||
2021-05-24 11:09:01 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/sample-me.jpg [1,700,700,3]
|
||||
2021-05-24 11:09:02 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/sample-me.jpg default
|
||||
2021-05-24 11:09:02 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 2 person: 1 {"confidence":1,"age":39.2,"gender":"male"} {"score":0.6820425987243652,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:09:02 [32mDATA: [39m test-node-gpu.js result: performance: load: 4 total: 1581
|
||||
2021-05-24 11:09:02 [36mINFO: [39m test-node-gpu.js test: concurrent
|
||||
2021-05-24 11:09:03 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-24 11:09:03 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-face.jpg [1,256,256,3]
|
||||
2021-05-24 11:09:04 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:09:05 [35mSTATE:[39m test-node-gpu.js passed: load image: assets/human-sample-body.jpg [1,1200,1200,3]
|
||||
2021-05-24 11:09:11 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 person: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 6184
|
||||
2021-05-24 11:09:11 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-face.jpg default
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 6 object: 1 person: 1 {"confidence":1,"age":23.6,"gender":"female"} {"score":0.8257162570953369,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: performance: load: 4 total: 6184
|
||||
2021-05-24 11:09:11 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: performance: load: 333 total: 6184
|
||||
2021-05-24 11:09:11 [35mSTATE:[39m test-node-gpu.js passed: detect: assets/human-sample-body.jpg default
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: face: 1 body: 1 hand: 0 gesture: 3 object: 1 person: 1 {"confidence":1,"age":28.5,"gender":"female"} {"score":0.7273815870285034,"class":"person"} {"score":1,"keypoints":39}
|
||||
2021-05-24 11:09:11 [32mDATA: [39m test-node-gpu.js result: performance: load: 4 total: 6184
|
||||
2021-05-24 11:09:11 [36mINFO: [39m test-node-gpu.js test complete: 20649 ms
|
||||
2021-05-24 11:09:11 [36mINFO: [39m test-node-wasm.js start
|
||||
2021-05-24 11:09:11 [31mERROR:[39m test-node-wasm.js failed: model server: request to http://localhost:10030/models/ failed, reason: connect ECONNREFUSED 127.0.0.1:10030
|
||||
2021-05-24 11:09:11 [31mERROR:[39m test-node-wasm.js aborting test
|
||||
2021-05-24 11:09:11 [36mINFO: [39m status: {"passed":46,"failed":1}
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
|
|
@ -68,8 +68,7 @@
|
|||
<div class="lead">
|
||||
<p>Body results</p>
|
||||
</div>
|
||||
<p>Array of individual results with one object per detected body
|
||||
Each results has:</p>
|
||||
<p>Each results has:</p>
|
||||
<ul>
|
||||
<li>id: body id number</li>
|
||||
<li>score: overall detection score</li>
|
||||
|
|
|
|||
|
|
@ -70,10 +70,9 @@
|
|||
Combined results of face detector, face mesh, age, gender, emotion, embedding, iris models
|
||||
Some values may be null if specific model is not enabled</p>
|
||||
</div>
|
||||
<p>Array of individual results with one object per detected face
|
||||
Each result has:</p>
|
||||
<p>Each result has:</p>
|
||||
<ul>
|
||||
<li>id: face number</li>
|
||||
<li>id: face id number</li>
|
||||
<li>confidence: overal detection confidence value</li>
|
||||
<li>boxConfidence: face box detection confidence value</li>
|
||||
<li>faceConfidence: face keypoints detection confidence value</li>
|
||||
|
|
@ -87,7 +86,8 @@
|
|||
<li>genderConfidence: gender detection confidence as value</li>
|
||||
<li>emotion: emotions as array of possible emotions with their individual scores</li>
|
||||
<li>embedding: facial descriptor as array of numerical elements</li>
|
||||
<li>iris: iris distance from current viewpoint as distance value</li>
|
||||
<li>iris: iris distance from current viewpoint as distance value in centimeters for a typical camera
|
||||
field of view of 88 degrees. value should be adjusted manually as needed</li>
|
||||
<li>rotation: face rotiation that contains both angles and matrix used for 3d transformations</li>
|
||||
<li>angle: face angle as object with values for roll, yaw and pitch angles</li>
|
||||
<li>matrix: 3d transofrmation matrix as array of numeric values</li>
|
||||
|
|
|
|||
|
|
@ -68,14 +68,14 @@
|
|||
<div class="lead">
|
||||
<p>Hand results</p>
|
||||
</div>
|
||||
<p>Array of individual results with one object per detected hand
|
||||
Each result has:</p>
|
||||
<p>Each result has:</p>
|
||||
<ul>
|
||||
<li>confidence as value</li>
|
||||
<li>box as array of [x, y, width, height], normalized to image resolution</li>
|
||||
<li>boxRaw as array of [x, y, width, height], normalized to range 0..1</li>
|
||||
<li>landmarks as array of [x, y, z] points of hand, normalized to image resolution</li>
|
||||
<li>annotations as array of annotated face landmark points</li>
|
||||
<li>id: hand id number</li>
|
||||
<li>confidence: detection confidence score as value</li>
|
||||
<li>box: bounding box: x, y, width, height normalized to input image resolution</li>
|
||||
<li>boxRaw: bounding box: x, y, width, height normalized to 0..1</li>
|
||||
<li>landmarks: landmarks as array of [x, y, z] points of hand, normalized to image resolution</li>
|
||||
<li>annotations: annotated landmarks for each hand part</li>
|
||||
</ul>
|
||||
</div>
|
||||
</section>
|
||||
|
|
|
|||
|
|
@ -71,12 +71,13 @@
|
|||
<p>Array of individual results with one object per detected gesture
|
||||
Each result has:</p>
|
||||
<ul>
|
||||
<li>id: object id number</li>
|
||||
<li>score as value</li>
|
||||
<li>label as detected class name</li>
|
||||
<li>center as array of [x, y], normalized to image resolution</li>
|
||||
<li>centerRaw as array of [x, y], normalized to range 0..1</li>
|
||||
<li>box as array of [x, y, width, height], normalized to image resolution</li>
|
||||
<li>boxRaw as array of [x, y, width, height], normalized to range 0..1</li>
|
||||
<li>box: bounding box: x, y, width, height normalized to input image resolution</li>
|
||||
<li>boxRaw: bounding box: x, y, width, height normalized to 0..1</li>
|
||||
<li>center: optional center point as array of [x, y], normalized to image resolution</li>
|
||||
<li>centerRaw: optional center point as array of [x, y], normalized to range 0..1</li>
|
||||
</ul>
|
||||
</div>
|
||||
</section>
|
||||
|
|
|
|||
|
|
@ -93,6 +93,7 @@
|
|||
<li class="tsd-kind-property tsd-parent-kind-interface"><a href="result.html#hand" class="tsd-kind-icon">hand</a></li>
|
||||
<li class="tsd-kind-property tsd-parent-kind-interface"><a href="result.html#object" class="tsd-kind-icon">object</a></li>
|
||||
<li class="tsd-kind-property tsd-parent-kind-interface"><a href="result.html#performance" class="tsd-kind-icon">performance</a></li>
|
||||
<li class="tsd-kind-property tsd-parent-kind-interface"><a href="result.html#persons" class="tsd-kind-icon">persons</a></li>
|
||||
<li class="tsd-kind-property tsd-parent-kind-interface"><a href="result.html#timestamp" class="tsd-kind-icon">timestamp</a></li>
|
||||
</ul>
|
||||
</section>
|
||||
|
|
@ -115,10 +116,15 @@
|
|||
</section>
|
||||
<section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface">
|
||||
<a name="canvas" class="tsd-anchor"></a>
|
||||
<h3><span class="tsd-flag ts-flagOptional">Optional</span> canvas</h3>
|
||||
<h3><span class="tsd-flag ts-flagOptional">Optional</span> <span class="tsd-flag ts-flagReadonly">Readonly</span> canvas</h3>
|
||||
<div class="tsd-signature tsd-kind-icon">canvas<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span></div>
|
||||
<aside class="tsd-sources">
|
||||
</aside>
|
||||
<div class="tsd-comment tsd-typography">
|
||||
<div class="lead">
|
||||
<p>optional processed canvas that can be used to draw input on screen</p>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
<section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface">
|
||||
<a name="face" class="tsd-anchor"></a>
|
||||
|
|
@ -170,17 +176,39 @@
|
|||
</section>
|
||||
<section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface">
|
||||
<a name="performance" class="tsd-anchor"></a>
|
||||
<h3>performance</h3>
|
||||
<h3><span class="tsd-flag ts-flagReadonly">Readonly</span> performance</h3>
|
||||
<div class="tsd-signature tsd-kind-icon">performance<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">unknown</span><span class="tsd-signature-symbol">></span></div>
|
||||
<aside class="tsd-sources">
|
||||
</aside>
|
||||
<div class="tsd-comment tsd-typography">
|
||||
<div class="lead">
|
||||
<p>global performance object with timing values for each operation</p>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
<section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface">
|
||||
<a name="persons" class="tsd-anchor"></a>
|
||||
<h3><span class="tsd-flag ts-flagReadonly">Readonly</span> persons</h3>
|
||||
<div class="tsd-signature tsd-kind-icon">persons<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Person</span><span class="tsd-signature-symbol">[]</span></div>
|
||||
<aside class="tsd-sources">
|
||||
</aside>
|
||||
<div class="tsd-comment tsd-typography">
|
||||
<div class="lead">
|
||||
<p>getter property that returns unified persons object</p>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
<section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface">
|
||||
<a name="timestamp" class="tsd-anchor"></a>
|
||||
<h3>timestamp</h3>
|
||||
<h3><span class="tsd-flag ts-flagReadonly">Readonly</span> timestamp</h3>
|
||||
<div class="tsd-signature tsd-kind-icon">timestamp<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
|
||||
<aside class="tsd-sources">
|
||||
</aside>
|
||||
<div class="tsd-comment tsd-typography">
|
||||
<div class="lead">
|
||||
<p>timestamp of detection representing the milliseconds elapsed since the UNIX epoch</p>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
</section>
|
||||
</div>
|
||||
|
|
@ -244,6 +272,9 @@
|
|||
<li class=" tsd-kind-property tsd-parent-kind-interface">
|
||||
<a href="result.html#performance" class="tsd-kind-icon">performance</a>
|
||||
</li>
|
||||
<li class=" tsd-kind-property tsd-parent-kind-interface">
|
||||
<a href="result.html#persons" class="tsd-kind-icon">persons</a>
|
||||
</li>
|
||||
<li class=" tsd-kind-property tsd-parent-kind-interface">
|
||||
<a href="result.html#timestamp" class="tsd-kind-icon">timestamp</a>
|
||||
</li>
|
||||
|
|
|
|||
|
|
@ -1,4 +1,4 @@
|
|||
import type { Result, Face, Body, Hand, Item, Gesture } from '../result';
|
||||
import type { Result, Face, Body, Hand, Item, Gesture, Person } from '../result';
|
||||
/**
|
||||
* Draw Options
|
||||
* Accessed via `human.draw.options` or provided per each draw method as the drawOptions optional parameter
|
||||
|
|
@ -48,5 +48,6 @@ export declare function face(inCanvas: HTMLCanvasElement, result: Array<Face>, d
|
|||
export declare function body(inCanvas: HTMLCanvasElement, result: Array<Body>, drawOptions?: DrawOptions): Promise<void>;
|
||||
export declare function hand(inCanvas: HTMLCanvasElement, result: Array<Hand>, drawOptions?: DrawOptions): Promise<void>;
|
||||
export declare function object(inCanvas: HTMLCanvasElement, result: Array<Item>, drawOptions?: DrawOptions): Promise<void>;
|
||||
export declare function person(inCanvas: HTMLCanvasElement, result: Array<Person>, drawOptions?: DrawOptions): Promise<void>;
|
||||
export declare function canvas(inCanvas: HTMLCanvasElement, outCanvas: HTMLCanvasElement): Promise<void>;
|
||||
export declare function all(inCanvas: HTMLCanvasElement, result: Result, drawOptions?: DrawOptions): Promise<void>;
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
import { Face, Body, Hand, Gesture, Person } from './result';
|
||||
export declare function join(faces: Array<Face>, bodies: Array<Body>, hands: Array<Hand>, gestures: Array<Gesture>): Array<Person>;
|
||||
|
|
@ -3,9 +3,8 @@ import { Tensor } from '../dist/tfjs.esm.js';
|
|||
* Combined results of face detector, face mesh, age, gender, emotion, embedding, iris models
|
||||
* Some values may be null if specific model is not enabled
|
||||
*
|
||||
* Array of individual results with one object per detected face
|
||||
* Each result has:
|
||||
* - id: face number
|
||||
* - id: face id number
|
||||
* - confidence: overal detection confidence value
|
||||
* - boxConfidence: face box detection confidence value
|
||||
* - faceConfidence: face keypoints detection confidence value
|
||||
|
|
@ -19,7 +18,8 @@ import { Tensor } from '../dist/tfjs.esm.js';
|
|||
* - genderConfidence: gender detection confidence as value
|
||||
* - emotion: emotions as array of possible emotions with their individual scores
|
||||
* - embedding: facial descriptor as array of numerical elements
|
||||
* - iris: iris distance from current viewpoint as distance value
|
||||
* - iris: iris distance from current viewpoint as distance value in centimeters for a typical camera
|
||||
* field of view of 88 degrees. value should be adjusted manually as needed
|
||||
* - rotation: face rotiation that contains both angles and matrix used for 3d transformations
|
||||
* - angle: face angle as object with values for roll, yaw and pitch angles
|
||||
* - matrix: 3d transofrmation matrix as array of numeric values
|
||||
|
|
@ -59,7 +59,6 @@ export interface Face {
|
|||
}
|
||||
/** Body results
|
||||
*
|
||||
* Array of individual results with one object per detected body
|
||||
* Each results has:
|
||||
* - id: body id number
|
||||
* - score: overall detection score
|
||||
|
|
@ -94,13 +93,13 @@ export interface Body {
|
|||
}
|
||||
/** Hand results
|
||||
*
|
||||
* Array of individual results with one object per detected hand
|
||||
* Each result has:
|
||||
* - confidence as value
|
||||
* - box as array of [x, y, width, height], normalized to image resolution
|
||||
* - boxRaw as array of [x, y, width, height], normalized to range 0..1
|
||||
* - landmarks as array of [x, y, z] points of hand, normalized to image resolution
|
||||
* - annotations as array of annotated face landmark points
|
||||
* - id: hand id number
|
||||
* - confidence: detection confidence score as value
|
||||
* - box: bounding box: x, y, width, height normalized to input image resolution
|
||||
* - boxRaw: bounding box: x, y, width, height normalized to 0..1
|
||||
* - landmarks: landmarks as array of [x, y, z] points of hand, normalized to image resolution
|
||||
* - annotations: annotated landmarks for each hand part
|
||||
*/
|
||||
export interface Hand {
|
||||
id: number;
|
||||
|
|
@ -117,12 +116,13 @@ export interface Hand {
|
|||
*
|
||||
* Array of individual results with one object per detected gesture
|
||||
* Each result has:
|
||||
* - id: object id number
|
||||
* - score as value
|
||||
* - label as detected class name
|
||||
* - center as array of [x, y], normalized to image resolution
|
||||
* - centerRaw as array of [x, y], normalized to range 0..1
|
||||
* - box as array of [x, y, width, height], normalized to image resolution
|
||||
* - boxRaw as array of [x, y, width, height], normalized to range 0..1
|
||||
* - box: bounding box: x, y, width, height normalized to input image resolution
|
||||
* - boxRaw: bounding box: x, y, width, height normalized to 0..1
|
||||
* - center: optional center point as array of [x, y], normalized to image resolution
|
||||
* - centerRaw: optional center point as array of [x, y], normalized to range 0..1
|
||||
*/
|
||||
export interface Item {
|
||||
id: number;
|
||||
|
|
@ -155,6 +155,29 @@ export declare type Gesture = {
|
|||
'hand': number;
|
||||
gesture: string;
|
||||
};
|
||||
/** Person getter
|
||||
*
|
||||
* Each result has:
|
||||
* - id: person id
|
||||
* - face: face object
|
||||
* - body: body object
|
||||
* - hands: array of hand objects
|
||||
* - gestures: array of gestures
|
||||
* - box: bounding box: x, y, width, height normalized to input image resolution
|
||||
* - boxRaw: bounding box: x, y, width, height normalized to 0..1
|
||||
*/
|
||||
export interface Person {
|
||||
id: number;
|
||||
face: Face;
|
||||
body: Body | null;
|
||||
hands: {
|
||||
left: Hand | null;
|
||||
right: Hand | null;
|
||||
};
|
||||
gestures: Array<Gesture>;
|
||||
box: [number, number, number, number];
|
||||
boxRaw?: [number, number, number, number];
|
||||
}
|
||||
/**
|
||||
* Result interface definition for **Human** library
|
||||
*
|
||||
|
|
@ -171,7 +194,12 @@ export interface Result {
|
|||
gesture: Array<Gesture>;
|
||||
/** {@link Object}: detection & analysis results */
|
||||
object: Array<Item>;
|
||||
performance: Record<string, unknown>;
|
||||
canvas?: OffscreenCanvas | HTMLCanvasElement;
|
||||
timestamp: number;
|
||||
/** global performance object with timing values for each operation */
|
||||
readonly performance: Record<string, unknown>;
|
||||
/** optional processed canvas that can be used to draw input on screen */
|
||||
readonly canvas?: OffscreenCanvas | HTMLCanvasElement;
|
||||
/** timestamp of detection representing the milliseconds elapsed since the UNIX epoch */
|
||||
readonly timestamp: number;
|
||||
/** getter property that returns unified persons object */
|
||||
readonly persons: Array<Person>;
|
||||
}
|
||||
|
|
|
|||
2
wiki
2
wiki
|
|
@ -1 +1 @@
|
|||
Subproject commit d3e31ec79f0f7f9b3382576dd246cd86de22bb43
|
||||
Subproject commit e7c276c0f521c88a00601bd80c5d08be1345b6aa
|
||||
Loading…
Reference in New Issue