2021-05-25 14:58:20 +02:00
|
|
|
/**
|
|
|
|
|
* Module that analyzes existing results and recombines them into a unified person object
|
|
|
|
|
*/
|
|
|
|
|
|
2021-05-24 17:10:13 +02:00
|
|
|
import { Face, Body, Hand, Gesture, Person } from './result';
|
|
|
|
|
|
2021-05-25 14:58:20 +02:00
|
|
|
export function join(faces: Array<Face>, bodies: Array<Body>, hands: Array<Hand>, gestures: Array<Gesture>, shape: Array<number> | undefined): Array<Person> {
|
2021-05-24 17:10:13 +02:00
|
|
|
let id = 0;
|
|
|
|
|
const persons: Array<Person> = [];
|
|
|
|
|
for (const face of faces) { // person is defined primarily by face and then we append other objects as found
|
|
|
|
|
const person: Person = { id: id++, face, body: null, hands: { left: null, right: null }, gestures: [], box: [0, 0, 0, 0] };
|
|
|
|
|
for (const body of bodies) {
|
|
|
|
|
if (face.box[0] > body.box[0] // x within body
|
|
|
|
|
&& face.box[0] < body.box[0] + body.box[2]
|
|
|
|
|
&& face.box[1] + face.box[3] > body.box[1] // y within body
|
|
|
|
|
&& face.box[1] + face.box[3] < body.box[1] + body.box[3]) {
|
|
|
|
|
person.body = body;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (person.body) { // only try to join hands if body is found
|
|
|
|
|
for (const hand of hands) {
|
|
|
|
|
if (hand.box[0] + hand.box[2] > person.body.box[0] // x within body for left hand
|
|
|
|
|
&& hand.box[0] + hand.box[2] < person.body.box[0] + person.body.box[2]
|
|
|
|
|
&& hand.box[1] + hand.box[3] > person.body.box[1] // x within body for left hand
|
|
|
|
|
&& hand.box[1] + hand.box[3] < person.body.box[1] + person.body.box[3]) {
|
|
|
|
|
if (person.hands) person.hands.left = hand;
|
|
|
|
|
}
|
|
|
|
|
if (hand.box[0] < person.body.box[0] + person.body.box[2] // x within body for right hand
|
|
|
|
|
&& hand.box[0] > person.body.box[0]
|
|
|
|
|
&& hand.box[1] + hand.box[3] > person.body.box[1] // x within body for right hand
|
|
|
|
|
&& hand.box[1] + hand.box[3] < person.body.box[1] + person.body.box[3]) {
|
|
|
|
|
if (person.hands) person.hands.right = hand;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
for (const gesture of gestures) { // append all gestures according to ids
|
|
|
|
|
if (gesture['face'] !== undefined && gesture['face'] === face.id) person.gestures?.push(gesture);
|
|
|
|
|
else if (gesture['iris'] !== undefined && gesture['iris'] === face.id) person.gestures?.push(gesture);
|
|
|
|
|
else if (gesture['body'] !== undefined && gesture['body'] === person.body?.id) person.gestures?.push(gesture);
|
|
|
|
|
else if (gesture['hand'] !== undefined && gesture['hand'] === person.hands?.left?.id) person.gestures?.push(gesture);
|
|
|
|
|
else if (gesture['hand'] !== undefined && gesture['hand'] === person.hands?.right?.id) person.gestures?.push(gesture);
|
|
|
|
|
}
|
2021-05-25 14:58:20 +02:00
|
|
|
|
|
|
|
|
// create new overarching box from all boxes beloning to person
|
|
|
|
|
const x: number[] = [];
|
|
|
|
|
const y: number[] = [];
|
2021-08-17 14:51:17 +02:00
|
|
|
const extractXY = (box: [number, number, number, number] | undefined) => { // extract all [x, y] coordinates from boxes [x, y, width, height]
|
2021-05-25 14:58:20 +02:00
|
|
|
if (box && box.length === 4) {
|
|
|
|
|
x.push(box[0], box[0] + box[2]);
|
|
|
|
|
y.push(box[1], box[1] + box[3]);
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
extractXY(person.face?.box);
|
|
|
|
|
extractXY(person.body?.box);
|
|
|
|
|
extractXY(person.hands?.left?.box);
|
|
|
|
|
extractXY(person.hands?.right?.box);
|
|
|
|
|
const minX = Math.min(...x);
|
|
|
|
|
const minY = Math.min(...y);
|
|
|
|
|
person.box = [minX, minY, Math.max(...x) - minX, Math.max(...y) - minY]; // create new overarching box
|
|
|
|
|
|
|
|
|
|
// shape is known so we calculate boxRaw as well
|
2021-08-17 14:51:17 +02:00
|
|
|
if (shape && shape[1] && shape[2]) person.boxRaw = [person.box[0] / shape[2], person.box[1] / shape[1], person.box[2] / shape[2], person.box[3] / shape[1]];
|
2021-05-25 14:58:20 +02:00
|
|
|
|
2021-05-24 17:10:13 +02:00
|
|
|
persons.push(person);
|
|
|
|
|
}
|
|
|
|
|
return persons;
|
|
|
|
|
}
|
