2021-03-17 23:23:19 +01:00
|
|
|
import { defaults } from '../config';
|
|
|
|
import { TRI468 as triangulation } from '../blazeface/coords';
|
2021-04-13 17:05:52 +02:00
|
|
|
import { mergeDeep } from '../helpers';
|
2021-03-05 17:43:50 +01:00
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
/**
|
|
|
|
* Draw Options
|
|
|
|
* Accessed via `human.draw.options` or provided per each draw method as the drawOptions optional parameter
|
|
|
|
* -color: draw color
|
|
|
|
* -labelColor: color for labels
|
|
|
|
* -shadowColor: optional shadow color for labels
|
|
|
|
* -font: font for labels
|
|
|
|
* -lineHeight: line height for labels, used for multi-line labels,
|
|
|
|
* -lineWidth: width of any lines,
|
|
|
|
* -pointSize: size of any point,
|
|
|
|
* -roundRect: for boxes, round corners by this many pixels,
|
|
|
|
* -drawPoints: should points be drawn,
|
|
|
|
* -drawLabels: should labels be drawn,
|
|
|
|
* -drawBoxes: should boxes be drawn,
|
|
|
|
* -drawPolygons: should polygons be drawn,
|
|
|
|
* -fillPolygons: should drawn polygons be filled,
|
|
|
|
* -useDepth: use z-axis coordinate as color shade,
|
|
|
|
* -useCurves: draw polygons as cures or as lines,
|
|
|
|
* -bufferedOutput: experimental: allows to call draw methods multiple times for each detection and interpolate results between results thus achieving smoother animations
|
|
|
|
* -useRawBoxes: Boolean: internal: use non-normalized coordinates when performing draw methods,
|
|
|
|
*/
|
|
|
|
export interface DrawOptions {
|
|
|
|
color: string,
|
|
|
|
labelColor: string,
|
|
|
|
shadowColor: string,
|
|
|
|
font: string,
|
|
|
|
lineHeight: number,
|
|
|
|
lineWidth: number,
|
|
|
|
pointSize: number,
|
|
|
|
roundRect: number,
|
|
|
|
drawPoints: Boolean,
|
|
|
|
drawLabels: Boolean,
|
|
|
|
drawBoxes: Boolean,
|
|
|
|
drawPolygons: Boolean,
|
|
|
|
fillPolygons: Boolean,
|
|
|
|
useDepth: Boolean,
|
|
|
|
useCurves: Boolean,
|
|
|
|
bufferedOutput: Boolean,
|
|
|
|
useRawBoxes: Boolean,
|
2021-04-19 01:33:40 +02:00
|
|
|
calculateHandBox: Boolean,
|
2021-04-13 17:05:52 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
export const options: DrawOptions = {
|
2021-03-14 04:31:09 +01:00
|
|
|
color: <string>'rgba(173, 216, 230, 0.3)', // 'lightblue' with light alpha channel
|
|
|
|
labelColor: <string>'rgba(173, 216, 230, 1)', // 'lightblue' with dark alpha channel
|
|
|
|
shadowColor: <string>'black',
|
|
|
|
font: <string>'small-caps 16px "Segoe UI"',
|
2021-04-19 15:30:04 +02:00
|
|
|
lineHeight: <number>24,
|
2021-03-14 04:31:09 +01:00
|
|
|
lineWidth: <number>6,
|
|
|
|
pointSize: <number>2,
|
|
|
|
roundRect: <number>28,
|
|
|
|
drawPoints: <Boolean>false,
|
|
|
|
drawLabels: <Boolean>true,
|
2021-04-24 17:49:26 +02:00
|
|
|
drawBoxes: <Boolean>false,
|
2021-03-14 04:31:09 +01:00
|
|
|
drawPolygons: <Boolean>true,
|
|
|
|
fillPolygons: <Boolean>false,
|
|
|
|
useDepth: <Boolean>true,
|
|
|
|
useCurves: <Boolean>false,
|
|
|
|
bufferedOutput: <Boolean>false,
|
2021-03-17 19:35:11 +01:00
|
|
|
useRawBoxes: <Boolean>false,
|
2021-04-19 01:33:40 +02:00
|
|
|
calculateHandBox: <Boolean>true,
|
2021-03-05 17:43:50 +01:00
|
|
|
};
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
function point(ctx, x, y, z = 0, localOptions) {
|
|
|
|
ctx.fillStyle = localOptions.useDepth && z ? `rgba(${127.5 + (2 * z)}, ${127.5 - (2 * z)}, 255, 0.3)` : localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.beginPath();
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.arc(x, y, localOptions.pointSize, 0, 2 * Math.PI);
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.fill();
|
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
function rect(ctx, x, y, width, height, localOptions) {
|
2021-03-06 16:38:04 +01:00
|
|
|
ctx.beginPath();
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.useCurves) {
|
2021-03-06 16:38:04 +01:00
|
|
|
const cx = (x + x + width) / 2;
|
|
|
|
const cy = (y + y + height) / 2;
|
|
|
|
ctx.ellipse(cx, cy, width / 2, height / 2, 0, 0, 2 * Math.PI);
|
|
|
|
} else {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.lineWidth = localOptions.lineWidth;
|
|
|
|
ctx.moveTo(x + localOptions.roundRect, y);
|
|
|
|
ctx.lineTo(x + width - localOptions.roundRect, y);
|
|
|
|
ctx.quadraticCurveTo(x + width, y, x + width, y + localOptions.roundRect);
|
|
|
|
ctx.lineTo(x + width, y + height - localOptions.roundRect);
|
|
|
|
ctx.quadraticCurveTo(x + width, y + height, x + width - localOptions.roundRect, y + height);
|
|
|
|
ctx.lineTo(x + localOptions.roundRect, y + height);
|
|
|
|
ctx.quadraticCurveTo(x, y + height, x, y + height - localOptions.roundRect);
|
|
|
|
ctx.lineTo(x, y + localOptions.roundRect);
|
|
|
|
ctx.quadraticCurveTo(x, y, x + localOptions.roundRect, y);
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.closePath();
|
|
|
|
}
|
2021-03-06 16:38:04 +01:00
|
|
|
ctx.stroke();
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
function lines(ctx, points: number[] = [], localOptions) {
|
2021-03-06 16:38:04 +01:00
|
|
|
if (points === undefined || points.length === 0) return;
|
2021-03-05 20:30:09 +01:00
|
|
|
ctx.beginPath();
|
2021-03-06 16:38:04 +01:00
|
|
|
ctx.moveTo(points[0][0], points[0][1]);
|
2021-03-12 22:43:36 +01:00
|
|
|
for (const pt of points) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.strokeStyle = localOptions.useDepth && pt[2] ? `rgba(${127.5 + (2 * pt[2])}, ${127.5 - (2 * pt[2])}, 255, 0.3)` : localOptions.color;
|
|
|
|
ctx.fillStyle = localOptions.useDepth && pt[2] ? `rgba(${127.5 + (2 * pt[2])}, ${127.5 - (2 * pt[2])}, 255, 0.3)` : localOptions.color;
|
2021-03-12 22:43:36 +01:00
|
|
|
ctx.lineTo(pt[0], parseInt(pt[1]));
|
|
|
|
}
|
2021-03-06 16:38:04 +01:00
|
|
|
ctx.stroke();
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.fillPolygons) {
|
2021-03-05 20:30:09 +01:00
|
|
|
ctx.closePath();
|
2021-03-06 16:38:04 +01:00
|
|
|
ctx.fill();
|
2021-03-05 20:30:09 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
function curves(ctx, points: number[] = [], localOptions) {
|
2021-03-06 16:38:04 +01:00
|
|
|
if (points === undefined || points.length === 0) return;
|
2021-04-13 17:05:52 +02:00
|
|
|
if (!localOptions.useCurves || points.length <= 2) {
|
|
|
|
lines(ctx, points, localOptions);
|
2021-03-06 16:38:04 +01:00
|
|
|
return;
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
|
|
|
ctx.moveTo(points[0][0], points[0][1]);
|
2021-03-06 16:38:04 +01:00
|
|
|
for (let i = 0; i < points.length - 2; i++) {
|
|
|
|
const xc = (points[i][0] + points[i + 1][0]) / 2;
|
|
|
|
const yc = (points[i][1] + points[i + 1][1]) / 2;
|
|
|
|
ctx.quadraticCurveTo(points[i][0], points[i][1], xc, yc);
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
2021-03-06 16:38:04 +01:00
|
|
|
ctx.quadraticCurveTo(points[points.length - 2][0], points[points.length - 2][1], points[points.length - 1][0], points[points.length - 1][1]);
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.stroke();
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.fillPolygons) {
|
2021-03-06 16:38:04 +01:00
|
|
|
ctx.closePath();
|
|
|
|
ctx.fill();
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
export async function gesture(inCanvas: HTMLCanvasElement, result: Array<any>, drawOptions?: DrawOptions) {
|
|
|
|
const localOptions = mergeDeep(options, drawOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
if (!result || !inCanvas) return;
|
|
|
|
if (!(inCanvas instanceof HTMLCanvasElement)) return;
|
|
|
|
const ctx = inCanvas.getContext('2d');
|
|
|
|
if (!ctx) return;
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.font = localOptions.font;
|
|
|
|
ctx.fillStyle = localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
let i = 1;
|
|
|
|
for (let j = 0; j < result.length; j++) {
|
|
|
|
let where:any[] = [];
|
|
|
|
let what:any[] = [];
|
|
|
|
[where, what] = Object.entries(result[j]);
|
|
|
|
if ((what.length > 1) && (what[1].length > 0)) {
|
|
|
|
const person = where[1] > 0 ? `#${where[1]}` : '';
|
|
|
|
const label = `${where[0]} ${person}: ${what[1]}`;
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
|
|
|
ctx.fillStyle = localOptions.shadowColor;
|
|
|
|
ctx.fillText(label, 8, 2 + (i * localOptions.lineHeight));
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.labelColor;
|
|
|
|
ctx.fillText(label, 6, 0 + (i * localOptions.lineHeight));
|
2021-03-05 17:43:50 +01:00
|
|
|
i += 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
export async function face(inCanvas: HTMLCanvasElement, result: Array<any>, drawOptions?: DrawOptions) {
|
|
|
|
const localOptions = mergeDeep(options, drawOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
if (!result || !inCanvas) return;
|
|
|
|
if (!(inCanvas instanceof HTMLCanvasElement)) return;
|
|
|
|
const ctx = inCanvas.getContext('2d');
|
|
|
|
if (!ctx) return;
|
|
|
|
for (const f of result) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.font = localOptions.font;
|
|
|
|
ctx.strokeStyle = localOptions.color;
|
|
|
|
ctx.fillStyle = localOptions.color;
|
|
|
|
if (localOptions.drawBoxes) {
|
|
|
|
if (localOptions.useRawBoxes) rect(ctx, inCanvas.width * f.boxRaw[0], inCanvas.height * f.boxRaw[1], inCanvas.width * f.boxRaw[2], inCanvas.height * f.boxRaw[3], localOptions);
|
|
|
|
else rect(ctx, f.box[0], f.box[1], f.box[2], f.box[3], localOptions);
|
2021-03-06 16:38:04 +01:00
|
|
|
}
|
2021-03-05 17:43:50 +01:00
|
|
|
// silly hack since fillText does not suport new line
|
|
|
|
const labels:string[] = [];
|
|
|
|
labels.push(`face confidence: ${Math.trunc(100 * f.confidence)}%`);
|
|
|
|
if (f.genderConfidence) labels.push(`${f.gender || ''} ${Math.trunc(100 * f.genderConfidence)}% confident`);
|
|
|
|
// if (f.genderConfidence) labels.push(f.gender);
|
|
|
|
if (f.age) labels.push(`age: ${f.age || ''}`);
|
|
|
|
if (f.iris) labels.push(`iris distance: ${f.iris}`);
|
|
|
|
if (f.emotion && f.emotion.length > 0) {
|
|
|
|
const emotion = f.emotion.map((a) => `${Math.trunc(100 * a.score)}% ${a.emotion}`);
|
|
|
|
labels.push(emotion.join(' '));
|
|
|
|
}
|
2021-03-28 14:40:39 +02:00
|
|
|
if (f.rotation && f.rotation.angle && f.rotation.angle.roll) labels.push(`roll: ${Math.trunc(100 * f.rotation.angle.roll) / 100} yaw:${Math.trunc(100 * f.rotation.angle.yaw) / 100} pitch:${Math.trunc(100 * f.rotation.angle.pitch) / 100}`);
|
2021-03-05 17:43:50 +01:00
|
|
|
if (labels.length === 0) labels.push('face');
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
for (let i = labels.length - 1; i >= 0; i--) {
|
|
|
|
const x = Math.max(f.box[0], 0);
|
2021-04-13 17:05:52 +02:00
|
|
|
const y = i * localOptions.lineHeight + f.box[1];
|
|
|
|
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
|
|
|
ctx.fillStyle = localOptions.shadowColor;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.fillText(labels[i], x + 5, y + 16);
|
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.labelColor;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.fillText(labels[i], x + 4, y + 15);
|
|
|
|
}
|
|
|
|
ctx.lineWidth = 1;
|
2021-03-17 16:32:37 +01:00
|
|
|
if (f.mesh && f.mesh.length > 0) {
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawPoints) {
|
|
|
|
for (const pt of f.mesh) point(ctx, pt[0], pt[1], pt[2], localOptions);
|
2021-03-12 22:43:36 +01:00
|
|
|
// for (const pt of f.meshRaw) point(ctx, pt[0] * inCanvas.offsetWidth, pt[1] * inCanvas.offsetHeight, pt[2]);
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawPolygons) {
|
2021-03-12 22:43:36 +01:00
|
|
|
ctx.lineWidth = 1;
|
2021-03-05 17:43:50 +01:00
|
|
|
for (let i = 0; i < triangulation.length / 3; i++) {
|
|
|
|
const points = [
|
|
|
|
triangulation[i * 3 + 0],
|
|
|
|
triangulation[i * 3 + 1],
|
|
|
|
triangulation[i * 3 + 2],
|
|
|
|
].map((index) => f.mesh[index]);
|
2021-04-13 17:05:52 +02:00
|
|
|
lines(ctx, points, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
|
|
|
// iris: array[center, left, top, right, bottom]
|
|
|
|
if (f.annotations && f.annotations.leftEyeIris) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.strokeStyle = localOptions.useDepth ? 'rgba(255, 200, 255, 0.3)' : localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.beginPath();
|
|
|
|
const sizeX = Math.abs(f.annotations.leftEyeIris[3][0] - f.annotations.leftEyeIris[1][0]) / 2;
|
|
|
|
const sizeY = Math.abs(f.annotations.leftEyeIris[4][1] - f.annotations.leftEyeIris[2][1]) / 2;
|
|
|
|
ctx.ellipse(f.annotations.leftEyeIris[0][0], f.annotations.leftEyeIris[0][1], sizeX, sizeY, 0, 0, 2 * Math.PI);
|
|
|
|
ctx.stroke();
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.fillPolygons) {
|
|
|
|
ctx.fillStyle = localOptions.useDepth ? 'rgba(255, 255, 200, 0.3)' : localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.fill();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (f.annotations && f.annotations.rightEyeIris) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.strokeStyle = localOptions.useDepth ? 'rgba(255, 200, 255, 0.3)' : localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.beginPath();
|
|
|
|
const sizeX = Math.abs(f.annotations.rightEyeIris[3][0] - f.annotations.rightEyeIris[1][0]) / 2;
|
|
|
|
const sizeY = Math.abs(f.annotations.rightEyeIris[4][1] - f.annotations.rightEyeIris[2][1]) / 2;
|
|
|
|
ctx.ellipse(f.annotations.rightEyeIris[0][0], f.annotations.rightEyeIris[0][1], sizeX, sizeY, 0, 0, 2 * Math.PI);
|
|
|
|
ctx.stroke();
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.fillPolygons) {
|
|
|
|
ctx.fillStyle = localOptions.useDepth ? 'rgba(255, 255, 200, 0.3)' : localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.fill();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const lastDrawnPose:any[] = [];
|
2021-04-13 17:05:52 +02:00
|
|
|
export async function body(inCanvas: HTMLCanvasElement, result: Array<any>, drawOptions?: DrawOptions) {
|
|
|
|
const localOptions = mergeDeep(options, drawOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
if (!result || !inCanvas) return;
|
|
|
|
if (!(inCanvas instanceof HTMLCanvasElement)) return;
|
|
|
|
const ctx = inCanvas.getContext('2d');
|
|
|
|
if (!ctx) return;
|
|
|
|
ctx.lineJoin = 'round';
|
|
|
|
for (let i = 0; i < result.length; i++) {
|
|
|
|
// result[i].keypoints = result[i].keypoints.filter((a) => a.score > 0.5);
|
2021-04-13 17:05:52 +02:00
|
|
|
if (!lastDrawnPose[i] && localOptions.bufferedOutput) lastDrawnPose[i] = { ...result[i] };
|
|
|
|
ctx.strokeStyle = localOptions.color;
|
2021-04-24 17:49:26 +02:00
|
|
|
ctx.fillStyle = localOptions.color;
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.lineWidth = localOptions.lineWidth;
|
2021-04-24 17:49:26 +02:00
|
|
|
ctx.font = localOptions.font;
|
|
|
|
if (localOptions.drawBoxes) {
|
|
|
|
rect(ctx, result[i].box[0], result[i].box[1], result[i].box[2], result[i].box[3], localOptions);
|
|
|
|
if (localOptions.drawLabels) {
|
|
|
|
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
|
|
|
ctx.fillStyle = localOptions.shadowColor;
|
|
|
|
ctx.fillText(`body ${100 * result[i].score}%`, result[i].box[0] + 3, 1 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
|
|
|
}
|
|
|
|
ctx.fillStyle = localOptions.labelColor;
|
|
|
|
ctx.fillText(`body ${100 * result[i].score}%`, result[i].box[0] + 2, 0 + result[i].box[1] + localOptions.lineHeight, result[i].box[2]);
|
|
|
|
}
|
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawPoints) {
|
2021-03-05 17:43:50 +01:00
|
|
|
for (let pt = 0; pt < result[i].keypoints.length; pt++) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.useDepth && result[i].keypoints[pt].position.z ? `rgba(${127.5 + (2 * result[i].keypoints[pt].position.z)}, ${127.5 - (2 * result[i].keypoints[pt].position.z)}, 255, 0.5)` : localOptions.color;
|
|
|
|
if (localOptions.bufferedOutput) {
|
2021-03-05 20:30:09 +01:00
|
|
|
lastDrawnPose[i].keypoints[pt][0] = (lastDrawnPose[i].keypoints[pt][0] + result[i].keypoints[pt].position.x) / 2;
|
|
|
|
lastDrawnPose[i].keypoints[pt][1] = (lastDrawnPose[i].keypoints[pt][1] + result[i].keypoints[pt].position.y) / 2;
|
2021-04-13 17:05:52 +02:00
|
|
|
point(ctx, lastDrawnPose[i].keypoints[pt][0], lastDrawnPose[i].keypoints[pt][1], 0, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
} else {
|
2021-04-13 17:05:52 +02:00
|
|
|
point(ctx, result[i].keypoints[pt].position.x, result[i].keypoints[pt].position.y, 0, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
2021-03-05 20:30:09 +01:00
|
|
|
}
|
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawLabels) {
|
|
|
|
ctx.font = localOptions.font;
|
2021-03-26 23:50:19 +01:00
|
|
|
if (result[i].keypoints) {
|
|
|
|
for (const pt of result[i].keypoints) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.useDepth && pt.position.z ? `rgba(${127.5 + (2 * pt.position.z)}, ${127.5 - (2 * pt.position.z)}, 255, 0.5)` : localOptions.color;
|
2021-04-24 17:49:26 +02:00
|
|
|
ctx.fillText(`${pt.part} ${Math.trunc(100 * pt.score)}%`, pt.position.x + 4, pt.position.y + 4);
|
2021-03-26 23:50:19 +01:00
|
|
|
}
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawPolygons && result[i].keypoints) {
|
2021-03-05 17:43:50 +01:00
|
|
|
let part;
|
2021-03-06 16:38:04 +01:00
|
|
|
const points: any[] = [];
|
2021-03-28 19:22:22 +02:00
|
|
|
// shoulder line
|
2021-03-06 16:38:04 +01:00
|
|
|
points.length = 0;
|
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftShoulder');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightShoulder');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-04-13 17:05:52 +02:00
|
|
|
curves(ctx, points, localOptions);
|
2021-03-28 19:22:22 +02:00
|
|
|
// torso main
|
|
|
|
points.length = 0;
|
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightShoulder');
|
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightHip');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftHip');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftShoulder');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-04-13 17:05:52 +02:00
|
|
|
if (points.length === 4) lines(ctx, points, localOptions); // only draw if we have complete torso
|
2021-03-05 17:43:50 +01:00
|
|
|
// leg left
|
2021-03-06 16:38:04 +01:00
|
|
|
points.length = 0;
|
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftHip');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftKnee');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftAnkle');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftHeel');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftFoot');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-04-13 17:05:52 +02:00
|
|
|
curves(ctx, points, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
// leg right
|
2021-03-06 16:38:04 +01:00
|
|
|
points.length = 0;
|
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightHip');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightKnee');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightAnkle');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightHeel');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightFoot');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-04-13 17:05:52 +02:00
|
|
|
curves(ctx, points, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
// arm left
|
2021-03-06 16:38:04 +01:00
|
|
|
points.length = 0;
|
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftShoulder');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftElbow');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftWrist');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'leftPalm');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-04-13 17:05:52 +02:00
|
|
|
curves(ctx, points, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
// arm right
|
2021-03-06 16:38:04 +01:00
|
|
|
points.length = 0;
|
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightShoulder');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightElbow');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightWrist');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-03-06 16:38:04 +01:00
|
|
|
part = result[i].keypoints.find((a) => a.part === 'rightPalm');
|
2021-03-17 23:23:19 +01:00
|
|
|
if (part && part.score > defaults.body.scoreThreshold) points.push([part.position.x, part.position.y]);
|
2021-04-13 17:05:52 +02:00
|
|
|
curves(ctx, points, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
// draw all
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
export async function hand(inCanvas: HTMLCanvasElement, result: Array<any>, drawOptions?: DrawOptions) {
|
|
|
|
const localOptions = mergeDeep(options, drawOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
if (!result || !inCanvas) return;
|
|
|
|
if (!(inCanvas instanceof HTMLCanvasElement)) return;
|
|
|
|
const ctx = inCanvas.getContext('2d');
|
|
|
|
if (!ctx) return;
|
|
|
|
ctx.lineJoin = 'round';
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.font = localOptions.font;
|
2021-03-05 17:43:50 +01:00
|
|
|
for (const h of result) {
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawBoxes) {
|
|
|
|
ctx.strokeStyle = localOptions.color;
|
|
|
|
ctx.fillStyle = localOptions.color;
|
2021-04-19 01:33:40 +02:00
|
|
|
let box;
|
|
|
|
if (!localOptions.calculateHandBox) {
|
|
|
|
box = localOptions.useRawBoxes ? h.boxRaw : h.box;
|
|
|
|
} else {
|
|
|
|
box = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
|
|
|
if (h.landmarks && h.landmarks.length > 0) {
|
|
|
|
for (const pt of h.landmarks) {
|
|
|
|
if (pt[0] < box[0]) box[0] = pt[0];
|
|
|
|
if (pt[1] < box[1]) box[1] = pt[1];
|
|
|
|
if (pt[0] > box[2]) box[2] = pt[0];
|
|
|
|
if (pt[1] > box[3]) box[3] = pt[1];
|
|
|
|
}
|
|
|
|
box[2] -= box[0];
|
|
|
|
box[3] -= box[1];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (localOptions.useRawBoxes) rect(ctx, inCanvas.width * box[0], inCanvas.height * box[1], inCanvas.width * box[2], inCanvas.height * box[3], localOptions);
|
|
|
|
else rect(ctx, box[0], box[1], box[2], box[3], localOptions);
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawLabels) {
|
|
|
|
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
|
|
|
ctx.fillStyle = localOptions.shadowColor;
|
2021-04-19 01:33:40 +02:00
|
|
|
ctx.fillText('hand', box[0] + 3, 1 + box[1] + localOptions.lineHeight, box[2]);
|
2021-03-17 16:32:37 +01:00
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.labelColor;
|
2021-04-19 01:33:40 +02:00
|
|
|
ctx.fillText('hand', box[0] + 2, 0 + box[1] + localOptions.lineHeight, box[2]);
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
|
|
|
ctx.stroke();
|
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawPoints) {
|
2021-03-05 17:43:50 +01:00
|
|
|
if (h.landmarks && h.landmarks.length > 0) {
|
|
|
|
for (const pt of h.landmarks) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + (2 * pt[2])}, ${127.5 - (2 * pt[2])}, 255, 0.5)` : localOptions.color;
|
|
|
|
point(ctx, pt[0], pt[1], 0, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawPolygons) {
|
2021-03-05 17:43:50 +01:00
|
|
|
const addPart = (part) => {
|
|
|
|
if (!part) return;
|
|
|
|
for (let i = 0; i < part.length; i++) {
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.lineWidth = localOptions.lineWidth;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.beginPath();
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.strokeStyle = localOptions.useDepth ? `rgba(${127.5 + (2 * part[i][2])}, ${127.5 - (2 * part[i][2])}, 255, 0.5)` : localOptions.color;
|
2021-03-05 17:43:50 +01:00
|
|
|
ctx.moveTo(part[i > 0 ? i - 1 : 0][0], part[i > 0 ? i - 1 : 0][1]);
|
|
|
|
ctx.lineTo(part[i][0], part[i][1]);
|
|
|
|
ctx.stroke();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
addPart(h.annotations.indexFinger);
|
|
|
|
addPart(h.annotations.middleFinger);
|
|
|
|
addPart(h.annotations.ringFinger);
|
|
|
|
addPart(h.annotations.pinky);
|
|
|
|
addPart(h.annotations.thumb);
|
|
|
|
// addPart(hand.annotations.palmBase);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
export async function object(inCanvas: HTMLCanvasElement, result: Array<any>, drawOptions?: DrawOptions) {
|
|
|
|
const localOptions = mergeDeep(options, drawOptions);
|
2021-03-17 16:32:37 +01:00
|
|
|
if (!result || !inCanvas) return;
|
|
|
|
if (!(inCanvas instanceof HTMLCanvasElement)) return;
|
|
|
|
const ctx = inCanvas.getContext('2d');
|
|
|
|
if (!ctx) return;
|
|
|
|
ctx.lineJoin = 'round';
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.font = localOptions.font;
|
2021-03-17 16:32:37 +01:00
|
|
|
for (const h of result) {
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.drawBoxes) {
|
|
|
|
ctx.strokeStyle = localOptions.color;
|
|
|
|
ctx.fillStyle = localOptions.color;
|
|
|
|
if (localOptions.useRawBoxes) rect(ctx, inCanvas.width * h.boxRaw[0], inCanvas.height * h.boxRaw[1], inCanvas.width * h.boxRaw[2], inCanvas.height * h.boxRaw[3], localOptions);
|
|
|
|
else rect(ctx, h.box[0], h.box[1], h.box[2], h.box[3], localOptions);
|
|
|
|
if (localOptions.drawLabels) {
|
2021-03-17 16:32:37 +01:00
|
|
|
const label = `${Math.round(100 * h.score)}% ${h.label}`;
|
2021-04-13 17:05:52 +02:00
|
|
|
if (localOptions.shadowColor && localOptions.shadowColor !== '') {
|
|
|
|
ctx.fillStyle = localOptions.shadowColor;
|
|
|
|
ctx.fillText(label, h.box[0] + 3, 1 + h.box[1] + localOptions.lineHeight, h.box[2]);
|
2021-03-17 16:32:37 +01:00
|
|
|
}
|
2021-04-13 17:05:52 +02:00
|
|
|
ctx.fillStyle = localOptions.labelColor;
|
|
|
|
ctx.fillText(label, h.box[0] + 2, 0 + h.box[1] + localOptions.lineHeight, h.box[2]);
|
2021-03-17 16:32:37 +01:00
|
|
|
}
|
|
|
|
ctx.stroke();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-03-17 23:23:19 +01:00
|
|
|
export async function canvas(inCanvas: HTMLCanvasElement, outCanvas: HTMLCanvasElement) {
|
2021-03-05 17:43:50 +01:00
|
|
|
if (!inCanvas || !outCanvas) return;
|
|
|
|
if (!(inCanvas instanceof HTMLCanvasElement) || !(outCanvas instanceof HTMLCanvasElement)) return;
|
|
|
|
const outCtx = inCanvas.getContext('2d');
|
|
|
|
outCtx?.drawImage(inCanvas, 0, 0);
|
|
|
|
}
|
|
|
|
|
2021-04-13 17:05:52 +02:00
|
|
|
export async function all(inCanvas: HTMLCanvasElement, result:any, drawOptions?: DrawOptions) {
|
|
|
|
const localOptions = mergeDeep(options, drawOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
if (!result || !inCanvas) return;
|
|
|
|
if (!(inCanvas instanceof HTMLCanvasElement)) return;
|
2021-04-13 17:05:52 +02:00
|
|
|
face(inCanvas, result.face, localOptions);
|
|
|
|
body(inCanvas, result.body, localOptions);
|
|
|
|
hand(inCanvas, result.hand, localOptions);
|
|
|
|
gesture(inCanvas, result.gesture, localOptions);
|
|
|
|
object(inCanvas, result.object, localOptions);
|
2021-03-05 17:43:50 +01:00
|
|
|
}
|