mirror of https://github.com/vladmandic/human
define app specific types
Vladimir Mandic
parent
d7f4bcfef9
commit
3a89251e51
|
|
@ -9,11 +9,11 @@
|
|||
|
||||
## Changelog
|
||||
|
||||
### **HEAD -> main** 2021/09/25 mandic00@live.com
|
||||
|
||||
|
||||
### **origin/main** 2021/09/25 mandic00@live.com
|
||||
### **HEAD -> main** 2021/09/27 mandic00@live.com
|
||||
|
||||
- autodetect number of bodies and hands
|
||||
- upload new samples
|
||||
- new samples gallery and major code folder restructure
|
||||
- new release
|
||||
|
||||
### **2.2.3** 2021/09/24 mandic00@live.com
|
||||
|
|
|
|||
|
|
@ -104,25 +104,25 @@ function scaleBox(keypoints3, boxScaleFact2, outputSize2) {
|
|||
const maxmin = [Math.max(...coords3[0]), Math.min(...coords3[0]), Math.max(...coords3[1]), Math.min(...coords3[1])];
|
||||
const center = [(maxmin[0] + maxmin[1]) / 2, (maxmin[2] + maxmin[3]) / 2];
|
||||
const diff = Math.max(center[0] - maxmin[1], center[1] - maxmin[3], -center[0] + maxmin[0], -center[1] + maxmin[2]) * boxScaleFact2;
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.trunc(center[0] - diff),
|
||||
Math.trunc(center[1] - diff),
|
||||
Math.trunc(2 * diff),
|
||||
Math.trunc(2 * diff)
|
||||
];
|
||||
const boxRaw3 = [
|
||||
box6[0] / outputSize2[0],
|
||||
box6[1] / outputSize2[1],
|
||||
box6[2] / outputSize2[0],
|
||||
box6[3] / outputSize2[1]
|
||||
const boxRaw2 = [
|
||||
box5[0] / outputSize2[0],
|
||||
box5[1] / outputSize2[1],
|
||||
box5[2] / outputSize2[0],
|
||||
box5[3] / outputSize2[1]
|
||||
];
|
||||
const yxBox = [
|
||||
boxRaw3[1],
|
||||
boxRaw3[0],
|
||||
boxRaw3[3] + boxRaw3[1],
|
||||
boxRaw3[2] + boxRaw3[0]
|
||||
boxRaw2[1],
|
||||
boxRaw2[0],
|
||||
boxRaw2[3] + boxRaw2[1],
|
||||
boxRaw2[2] + boxRaw2[0]
|
||||
];
|
||||
return { box: box6, boxRaw: boxRaw3, yxBox };
|
||||
return { box: box5, boxRaw: boxRaw2, yxBox };
|
||||
}
|
||||
|
||||
// src/config.ts
|
||||
|
|
@ -258,50 +258,50 @@ var version9 = {
|
|||
};
|
||||
|
||||
// src/blazeface/box.ts
|
||||
function scaleBoxCoordinates(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
function scaleBoxCoordinates(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
return { startPoint, endPoint };
|
||||
}
|
||||
function getBoxSize(box6) {
|
||||
function getBoxSize(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter(box6) {
|
||||
function getBoxCenter(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tfjs_esm_exports.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function enlargeBox(box6, factor = 1.5) {
|
||||
const center = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function enlargeBox(box5, factor = 1.5) {
|
||||
const center = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function squarifyBox(box6) {
|
||||
const centers = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function squarifyBox(box5) {
|
||||
const centers = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [Math.round(centers[0] - halfSize), Math.round(centers[1] - halfSize)];
|
||||
const endPoint = [Math.round(centers[0] + halfSize), Math.round(centers[1] + halfSize)];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function calculateLandmarksBoundingBox(landmarks) {
|
||||
const xs = landmarks.map((d) => d[0]);
|
||||
|
|
@ -4825,8 +4825,8 @@ var Pipeline = class {
|
|||
this.skipped = 0;
|
||||
this.detectedFaces = 0;
|
||||
}
|
||||
transformRawCoords(rawCoords, box6, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
transformRawCoords(rawCoords, box5, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const coordsScaled = rawCoords.map((coord) => [
|
||||
boxSize[0] / this.meshSize * (coord[0] - this.meshSize / 2),
|
||||
boxSize[1] / this.meshSize * (coord[1] - this.meshSize / 2),
|
||||
|
|
@ -4835,7 +4835,7 @@ var Pipeline = class {
|
|||
const coordsRotationMatrix = angle !== 0 ? buildRotationMatrix(angle, [0, 0]) : IDENTITY_MATRIX;
|
||||
const coordsRotated = angle !== 0 ? coordsScaled.map((coord) => [...rotatePoint(coord, coordsRotationMatrix), coord[2]]) : coordsScaled;
|
||||
const inverseRotationMatrix = angle !== 0 ? invertTransformMatrix(rotationMatrix) : IDENTITY_MATRIX;
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint }), 1];
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint }), 1];
|
||||
return coordsRotated.map((coord) => [
|
||||
Math.round(coord[0] + dot(boxCenter, inverseRotationMatrix[0])),
|
||||
Math.round(coord[1] + dot(boxCenter, inverseRotationMatrix[1])),
|
||||
|
|
@ -4848,20 +4848,20 @@ var Pipeline = class {
|
|||
return leftEyeZ - rightEyeZ;
|
||||
}
|
||||
getEyeBox(rawCoords, face5, eyeInnerCornerIndex, eyeOuterCornerIndex, flip = false) {
|
||||
const box6 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box6);
|
||||
const box5 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box5);
|
||||
let crop = tfjs_esm_exports.image.cropAndResize(face5, [[
|
||||
box6.startPoint[1] / this.meshSize,
|
||||
box6.startPoint[0] / this.meshSize,
|
||||
box6.endPoint[1] / this.meshSize,
|
||||
box6.endPoint[0] / this.meshSize
|
||||
box5.startPoint[1] / this.meshSize,
|
||||
box5.startPoint[0] / this.meshSize,
|
||||
box5.endPoint[1] / this.meshSize,
|
||||
box5.endPoint[0] / this.meshSize
|
||||
]], [0], [this.irisSize, this.irisSize]);
|
||||
if (flip && env.kernels.includes("flipleftright")) {
|
||||
const flipped = tfjs_esm_exports.image.flipLeftRight(crop);
|
||||
tfjs_esm_exports.dispose(crop);
|
||||
crop = flipped;
|
||||
}
|
||||
return { box: box6, boxSize, crop };
|
||||
return { box: box5, boxSize, crop };
|
||||
}
|
||||
getEyeCoords(eyeData, eyeBox, eyeBoxSize, flip = false) {
|
||||
const eyeRawCoords = [];
|
||||
|
|
@ -4891,14 +4891,14 @@ var Pipeline = class {
|
|||
return [coord[0], coord[1], z];
|
||||
});
|
||||
}
|
||||
correctFaceRotation(config3, box6, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box6.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box6.landmarks[indexOfMouth], box6.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
correctFaceRotation(config3, box5, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box5.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box5.landmarks[indexOfMouth], box5.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const faceCenterNormalized = [faceCenter[0] / input.shape[2], faceCenter[1] / input.shape[1]];
|
||||
const rotated = tfjs_esm_exports.image.rotateWithOffset(input, angle, 0, faceCenterNormalized);
|
||||
const rotationMatrix = buildRotationMatrix(-angle, faceCenter);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const face5 = tfjs_esm_exports.div(cut, 255);
|
||||
tfjs_esm_exports.dispose(cut);
|
||||
tfjs_esm_exports.dispose(rotated);
|
||||
|
|
@ -4982,16 +4982,16 @@ var Pipeline = class {
|
|||
}
|
||||
const results = [];
|
||||
const newBoxes = [];
|
||||
for (let box6 of this.storedBoxes) {
|
||||
for (let box5 of this.storedBoxes) {
|
||||
let face5;
|
||||
let angle = 0;
|
||||
let rotationMatrix;
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
} else {
|
||||
rotationMatrix = IDENTITY_MATRIX;
|
||||
const cloned = input.clone();
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
face5 = tfjs_esm_exports.div(cut, 255);
|
||||
tfjs_esm_exports.dispose(cut);
|
||||
tfjs_esm_exports.dispose(cloned);
|
||||
|
|
@ -4999,10 +4999,10 @@ var Pipeline = class {
|
|||
if (!config3.face.mesh.enabled) {
|
||||
results.push({
|
||||
mesh: [],
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence: null,
|
||||
boxConfidence: box6.confidence,
|
||||
confidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: box5.confidence,
|
||||
image: face5
|
||||
});
|
||||
} else if (!this.meshDetector) {
|
||||
|
|
@ -5018,29 +5018,29 @@ var Pipeline = class {
|
|||
tfjs_esm_exports.dispose(contourCoords);
|
||||
tfjs_esm_exports.dispose(coordsReshaped);
|
||||
if (faceConfidence < config3.face.detector.minConfidence) {
|
||||
box6.confidence = faceConfidence;
|
||||
box5.confidence = faceConfidence;
|
||||
tfjs_esm_exports.dispose(face5);
|
||||
} else {
|
||||
if (config3.face.iris.enabled)
|
||||
rawCoords = await this.augmentIris(rawCoords, face5, config3);
|
||||
const mesh = this.transformRawCoords(rawCoords, box6, angle, rotationMatrix);
|
||||
box6 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box6.confidence };
|
||||
const mesh = this.transformRawCoords(rawCoords, box5, angle, rotationMatrix);
|
||||
box5 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box5.confidence };
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && config3.face.description.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
tfjs_esm_exports.dispose(face5);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
}
|
||||
results.push({
|
||||
mesh,
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence,
|
||||
boxConfidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: faceConfidence,
|
||||
image: face5
|
||||
});
|
||||
box6 = { ...squarifyBox(box6), confidence: box6.confidence, faceConfidence };
|
||||
box5 = { ...squarifyBox(box5), confidence: box5.confidence, faceConfidence };
|
||||
}
|
||||
}
|
||||
newBoxes.push(box6);
|
||||
newBoxes.push(box5);
|
||||
}
|
||||
if (config3.face.mesh.enabled)
|
||||
this.storedBoxes = newBoxes.filter((a) => a.confidence > config3.face.detector.minConfidence);
|
||||
|
|
@ -5075,7 +5075,7 @@ async function predict(input, config3) {
|
|||
Math.trunc(Math.min(input.shape[2] || 0, prediction.box.endPoint[0]) - Math.max(0, prediction.box.startPoint[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, prediction.box.endPoint[1]) - Math.max(0, prediction.box.startPoint[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
const boxRaw3 = prediction.box ? [
|
||||
const boxRaw2 = prediction.box ? [
|
||||
prediction.box.startPoint[0] / (input.shape[2] || 0),
|
||||
prediction.box.startPoint[1] / (input.shape[1] || 0),
|
||||
(prediction.box.endPoint[0] - prediction.box.startPoint[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -5087,7 +5087,7 @@ async function predict(input, config3) {
|
|||
boxScore: Math.round(100 * prediction.boxConfidence) / 100,
|
||||
faceScore: Math.round(100 * prediction.faceConfidence) / 100,
|
||||
box: clampedBox,
|
||||
boxRaw: boxRaw3,
|
||||
boxRaw: boxRaw2,
|
||||
mesh: prediction.mesh,
|
||||
meshRaw,
|
||||
annotations: annotations3,
|
||||
|
|
@ -5181,10 +5181,10 @@ function enhance(input) {
|
|||
const tensor3 = input.image || input.tensor || input;
|
||||
if (!(tensor3 instanceof tfjs_esm_exports.Tensor))
|
||||
return null;
|
||||
const box6 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
const box5 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
if (!(model == null ? void 0 : model.inputs[0].shape))
|
||||
return null;
|
||||
const crop = tensor3.shape.length === 3 ? tfjs_esm_exports.image.cropAndResize(tfjs_esm_exports.expandDims(tensor3, 0), box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tfjs_esm_exports.image.cropAndResize(tensor3, box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const crop = tensor3.shape.length === 3 ? tfjs_esm_exports.image.cropAndResize(tfjs_esm_exports.expandDims(tensor3, 0), box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tfjs_esm_exports.image.cropAndResize(tensor3, box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const norm = tfjs_esm_exports.mul(crop, 255);
|
||||
return norm;
|
||||
});
|
||||
|
|
@ -5382,8 +5382,8 @@ function scalePoses(poses2, [height, width], [inputResolutionHeight, inputResolu
|
|||
score: pose.score,
|
||||
boxRaw: [pose.box[0] / inputResolutionWidth, pose.box[1] / inputResolutionHeight, pose.box[2] / inputResolutionWidth, pose.box[3] / inputResolutionHeight],
|
||||
box: [Math.trunc(pose.box[0] * scaleX), Math.trunc(pose.box[1] * scaleY), Math.trunc(pose.box[2] * scaleX), Math.trunc(pose.box[3] * scaleY)],
|
||||
keypoints: pose.keypoints.map(({ score: score3, part, position }) => ({
|
||||
score: score3,
|
||||
keypoints: pose.keypoints.map(({ score: score2, part, position }) => ({
|
||||
score: score2,
|
||||
part,
|
||||
position: [Math.trunc(position.x * scaleX), Math.trunc(position.y * scaleY)],
|
||||
positionRaw: [position.x / inputResolutionHeight, position.y / inputResolutionHeight]
|
||||
|
|
@ -5507,8 +5507,8 @@ function traverse(edgeId, sourceKeypoint, targetId, scores, offsets, displacemen
|
|||
targetKeypoint = addVectors({ x: targetKeypointIndices.x * outputStride, y: targetKeypointIndices.y * outputStride }, { x: offsetPoint.x, y: offsetPoint.y });
|
||||
}
|
||||
const targetKeyPointIndices = getStridedIndexNearPoint(targetKeypoint, height, width);
|
||||
const score3 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score3 };
|
||||
const score2 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score2 };
|
||||
}
|
||||
function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
||||
const tuples = poseChain.map(([parentJoinName, childJoinName]) => [partIds[parentJoinName], partIds[childJoinName]]);
|
||||
|
|
@ -5539,7 +5539,7 @@ function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
|||
}
|
||||
return keypoints3;
|
||||
}
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores) {
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores) {
|
||||
const [height, width] = scores.shape;
|
||||
let localMaximum = true;
|
||||
const yStart = Math.max(heatmapY - localMaximumRadius, 0);
|
||||
|
|
@ -5548,7 +5548,7 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
const xStart = Math.max(heatmapX - localMaximumRadius, 0);
|
||||
const xEnd = Math.min(heatmapX + localMaximumRadius + 1, width);
|
||||
for (let xCurrent = xStart; xCurrent < xEnd; ++xCurrent) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score3) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score2) {
|
||||
localMaximum = false;
|
||||
break;
|
||||
}
|
||||
|
|
@ -5560,15 +5560,15 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
}
|
||||
function buildPartWithScoreQueue(minConfidence2, scores) {
|
||||
const [height, width, numKeypoints] = scores.shape;
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score3 }) => score3);
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score2 }) => score2);
|
||||
for (let heatmapY = 0; heatmapY < height; ++heatmapY) {
|
||||
for (let heatmapX = 0; heatmapX < width; ++heatmapX) {
|
||||
for (let keypointId = 0; keypointId < numKeypoints; ++keypointId) {
|
||||
const score3 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score3 < minConfidence2)
|
||||
const score2 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score2 < minConfidence2)
|
||||
continue;
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score3, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score2, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -5584,9 +5584,9 @@ function withinRadius(poses2, { x, y }, keypointId) {
|
|||
});
|
||||
}
|
||||
function getInstanceScore(existingPoses, keypoints3) {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score3 }, keypointId) => {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score2 }, keypointId) => {
|
||||
if (!withinRadius(existingPoses, position, keypointId))
|
||||
result += score3;
|
||||
result += score2;
|
||||
return result;
|
||||
}, 0);
|
||||
return notOverlappedKeypointScores / keypoints3.length;
|
||||
|
|
@ -5601,10 +5601,10 @@ function decode(offsets, scores, displacementsFwd, displacementsBwd, maxDetected
|
|||
continue;
|
||||
let keypoints3 = decodePose(root, scores, offsets, displacementsFwd, displacementsBwd);
|
||||
keypoints3 = keypoints3.filter((a) => a.score > minConfidence2);
|
||||
const score3 = getInstanceScore(poses2, keypoints3);
|
||||
const box6 = getBoundingBox(keypoints3);
|
||||
if (score3 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box6, score: Math.round(100 * score3) / 100 });
|
||||
const score2 = getInstanceScore(poses2, keypoints3);
|
||||
const box5 = getBoundingBox(keypoints3);
|
||||
if (score2 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box5, score: Math.round(100 * score2) / 100 });
|
||||
}
|
||||
return poses2;
|
||||
}
|
||||
|
|
@ -5645,54 +5645,54 @@ async function load5(config3) {
|
|||
}
|
||||
|
||||
// src/handpose/box.ts
|
||||
function getBoxSize2(box6) {
|
||||
function getBoxSize2(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter2(box6) {
|
||||
function getBoxCenter2(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize2(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize2(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tfjs_esm_exports.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function scaleBoxCoordinates2(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box6.palmLandmarks.map((coord) => {
|
||||
function scaleBoxCoordinates2(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box5.palmLandmarks.map((coord) => {
|
||||
const scaledCoord = [coord[0] * factor[0], coord[1] * factor[1]];
|
||||
return scaledCoord;
|
||||
});
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box6.confidence };
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box5.confidence };
|
||||
}
|
||||
function enlargeBox2(box6, factor = 1.5) {
|
||||
const center = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function enlargeBox2(box5, factor = 1.5) {
|
||||
const center = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
function squarifyBox2(box6) {
|
||||
const centers = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function squarifyBox2(box5) {
|
||||
const centers = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [centers[0] - halfSize, centers[1] - halfSize];
|
||||
const endPoint = [centers[0] + halfSize, centers[1] + halfSize];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
|
||||
// src/handpose/anchors.ts
|
||||
|
|
@ -9218,9 +9218,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedCurl, score3] of expectedCurls) {
|
||||
for (const [expectedCurl, score2] of expectedCurls) {
|
||||
if (detectedCurl === expectedCurl) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9232,9 +9232,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedDirection, score3] of expectedDirections) {
|
||||
for (const [expectedDirection, score2] of expectedDirections) {
|
||||
if (detectedDirection === expectedDirection) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9330,30 +9330,30 @@ async function predict5(input, config3) {
|
|||
}
|
||||
}
|
||||
const keypoints3 = predictions[i].landmarks;
|
||||
let box6 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw3 = [0, 0, 0, 0];
|
||||
let box5 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw2 = [0, 0, 0, 0];
|
||||
if (keypoints3 && keypoints3.length > 0) {
|
||||
for (const pt of keypoints3) {
|
||||
if (pt[0] < box6[0])
|
||||
box6[0] = pt[0];
|
||||
if (pt[1] < box6[1])
|
||||
box6[1] = pt[1];
|
||||
if (pt[0] > box6[2])
|
||||
box6[2] = pt[0];
|
||||
if (pt[1] > box6[3])
|
||||
box6[3] = pt[1];
|
||||
if (pt[0] < box5[0])
|
||||
box5[0] = pt[0];
|
||||
if (pt[1] < box5[1])
|
||||
box5[1] = pt[1];
|
||||
if (pt[0] > box5[2])
|
||||
box5[2] = pt[0];
|
||||
if (pt[1] > box5[3])
|
||||
box5[3] = pt[1];
|
||||
}
|
||||
box6[2] -= box6[0];
|
||||
box6[3] -= box6[1];
|
||||
boxRaw3 = [box6[0] / (input.shape[2] || 0), box6[1] / (input.shape[1] || 0), box6[2] / (input.shape[2] || 0), box6[3] / (input.shape[1] || 0)];
|
||||
box5[2] -= box5[0];
|
||||
box5[3] -= box5[1];
|
||||
boxRaw2 = [box5[0] / (input.shape[2] || 0), box5[1] / (input.shape[1] || 0), box5[2] / (input.shape[2] || 0), box5[3] / (input.shape[1] || 0)];
|
||||
} else {
|
||||
box6 = predictions[i].box ? [
|
||||
box5 = predictions[i].box ? [
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[1])),
|
||||
Math.trunc(Math.min(input.shape[2] || 0, predictions[i].box.bottomRight[0]) - Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, predictions[i].box.bottomRight[1]) - Math.max(0, predictions[i].box.topLeft[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
boxRaw3 = [
|
||||
boxRaw2 = [
|
||||
predictions[i].box.topLeft[0] / (input.shape[2] || 0),
|
||||
predictions[i].box.topLeft[1] / (input.shape[1] || 0),
|
||||
(predictions[i].box.bottomRight[0] - predictions[i].box.topLeft[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -9367,8 +9367,8 @@ async function predict5(input, config3) {
|
|||
boxScore: Math.round(100 * predictions[i].boxConfidence) / 100,
|
||||
fingerScore: Math.round(100 * predictions[i].fingerConfidence) / 100,
|
||||
label: "hand",
|
||||
box: box6,
|
||||
boxRaw: boxRaw3,
|
||||
box: box5,
|
||||
boxRaw: boxRaw2,
|
||||
keypoints: keypoints3,
|
||||
annotations: annotations3,
|
||||
landmarks
|
||||
|
|
@ -9698,13 +9698,13 @@ async function detectHands(input, config3) {
|
|||
} else {
|
||||
yxBox = await boxSlice.data();
|
||||
}
|
||||
const boxRaw3 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box6 = [Math.trunc(boxRaw3[0] * outputSize[0]), Math.trunc(boxRaw3[1] * outputSize[1]), Math.trunc(boxRaw3[2] * outputSize[0]), Math.trunc(boxRaw3[3] * outputSize[1])];
|
||||
const boxRaw2 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box5 = [Math.trunc(boxRaw2[0] * outputSize[0]), Math.trunc(boxRaw2[1] * outputSize[1]), Math.trunc(boxRaw2[2] * outputSize[0]), Math.trunc(boxRaw2[3] * outputSize[1])];
|
||||
tfjs_esm_exports.dispose(boxSlice);
|
||||
const scoreSlice = tfjs_esm_exports.slice(classScores[i], res, 1);
|
||||
const score3 = (await scoreSlice.data())[0];
|
||||
const score2 = (await scoreSlice.data())[0];
|
||||
tfjs_esm_exports.dispose(scoreSlice);
|
||||
const hand3 = { id: id++, score: score3, box: box6, boxRaw: boxRaw3, label: classes[i], yxBox };
|
||||
const hand3 = { id: id++, score: score2, box: box5, boxRaw: boxRaw2, label: classes[i], yxBox };
|
||||
hands.push(hand3);
|
||||
}
|
||||
}
|
||||
|
|
@ -9738,9 +9738,9 @@ async function detectFingers(input, h, config3) {
|
|||
t.cast = tfjs_esm_exports.cast(t.crop, "float32");
|
||||
t.div = tfjs_esm_exports.div(t.cast, 255);
|
||||
[t.score, t.keypoints] = models2[1].execute(t.div);
|
||||
const score3 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score3 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score3;
|
||||
const score2 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score2 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score2;
|
||||
t.reshaped = tfjs_esm_exports.reshape(t.keypoints, [-1, 3]);
|
||||
const rawCoords = await t.reshaped.array();
|
||||
hand3.keypoints = rawCoords.map((coord) => [
|
||||
|
|
@ -9915,15 +9915,15 @@ async function predict7(image24, config3) {
|
|||
}
|
||||
const x = keypoints3.map((a) => a.position[0]);
|
||||
const y = keypoints3.map((a) => a.position[1]);
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
Math.max(...y) - Math.min(...x)
|
||||
];
|
||||
const boxRaw3 = [0, 0, 0, 0];
|
||||
const score3 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score3, box: box6, boxRaw: boxRaw3, keypoints: keypoints3 }];
|
||||
const boxRaw2 = [0, 0, 0, 0];
|
||||
const score2 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score2, box: box5, boxRaw: boxRaw2, keypoints: keypoints3 }];
|
||||
}
|
||||
|
||||
// src/efficientpose/efficientpose.ts
|
||||
|
|
@ -10033,9 +10033,6 @@ async function predict8(image24, config3) {
|
|||
var model6;
|
||||
var inputSize2 = 0;
|
||||
var cachedBoxes = [];
|
||||
var box5 = [0, 0, 0, 0];
|
||||
var boxRaw2 = [0, 0, 0, 0];
|
||||
var score2 = 0;
|
||||
var skipped5 = Number.MAX_SAFE_INTEGER;
|
||||
var keypoints2 = [];
|
||||
var bodyParts2 = ["nose", "leftEye", "rightEye", "leftEar", "rightEar", "leftShoulder", "rightShoulder", "leftElbow", "rightElbow", "leftWrist", "rightWrist", "leftHip", "rightHip", "leftKnee", "rightKnee", "leftAnkle", "rightAnkle"];
|
||||
|
|
@ -10059,6 +10056,7 @@ async function load9(config3) {
|
|||
async function parseSinglePose(res, config3, image24, inputBox) {
|
||||
const kpt3 = res[0][0];
|
||||
keypoints2.length = 0;
|
||||
let score2 = 0;
|
||||
for (let id = 0; id < kpt3.length; id++) {
|
||||
score2 = kpt3[id][2];
|
||||
if (score2 > config3.body.minConfidence) {
|
||||
|
|
@ -10080,7 +10078,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
score2 = keypoints2.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
const x = keypoints2.map((a) => a.position[0]);
|
||||
const y = keypoints2.map((a) => a.position[1]);
|
||||
box5 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
|
|
@ -10088,7 +10086,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
];
|
||||
const xRaw = keypoints2.map((a) => a.positionRaw[0]);
|
||||
const yRaw = keypoints2.map((a) => a.positionRaw[1]);
|
||||
boxRaw2 = [
|
||||
const boxRaw2 = [
|
||||
Math.min(...xRaw),
|
||||
Math.min(...yRaw),
|
||||
Math.max(...xRaw) - Math.min(...xRaw),
|
||||
|
|
@ -10102,7 +10100,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
const bodies = [];
|
||||
for (let id = 0; id < res[0].length; id++) {
|
||||
const kpt3 = res[0][id];
|
||||
score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
const score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
if (score2 < config3.body.minConfidence)
|
||||
continue;
|
||||
keypoints2.length = 0;
|
||||
|
|
@ -10121,7 +10119,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
});
|
||||
}
|
||||
}
|
||||
boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
const boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
bodies.push({
|
||||
id,
|
||||
score: score2,
|
||||
|
|
@ -10297,8 +10295,8 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
const scores = await scoresT.array();
|
||||
for (let i = 0; i < scoresT.shape[0]; i++) {
|
||||
for (let j = 0; j < scoresT.shape[1]; j++) {
|
||||
const score3 = scores[i][j];
|
||||
if (score3 > config3.object.minConfidence && j !== 61) {
|
||||
const score2 = scores[i][j];
|
||||
if (score2 > config3.object.minConfidence && j !== 61) {
|
||||
const cx = (0.5 + Math.trunc(i % baseSize)) / baseSize;
|
||||
const cy = (0.5 + Math.trunc(i / baseSize)) / baseSize;
|
||||
const boxOffset = boxIdx[i].map((a) => a * (baseSize / strideSize / inputSize4));
|
||||
|
|
@ -10310,21 +10308,21 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
cx + scaleBox2 / strideSize * boxOffset[2] - x,
|
||||
cy + scaleBox2 / strideSize * boxOffset[3] - y
|
||||
];
|
||||
let boxRaw3 = [x, y, w, h];
|
||||
boxRaw3 = boxRaw3.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box6 = [
|
||||
boxRaw3[0] * outputShape[0],
|
||||
boxRaw3[1] * outputShape[1],
|
||||
boxRaw3[2] * outputShape[0],
|
||||
boxRaw3[3] * outputShape[1]
|
||||
let boxRaw2 = [x, y, w, h];
|
||||
boxRaw2 = boxRaw2.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box5 = [
|
||||
boxRaw2[0] * outputShape[0],
|
||||
boxRaw2[1] * outputShape[1],
|
||||
boxRaw2[2] * outputShape[0],
|
||||
boxRaw2[3] * outputShape[1]
|
||||
];
|
||||
const result = {
|
||||
id: id++,
|
||||
score: Math.round(100 * score3) / 100,
|
||||
score: Math.round(100 * score2) / 100,
|
||||
class: j + 1,
|
||||
label: labels[j].label,
|
||||
box: box6.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw3
|
||||
box: box5.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw2
|
||||
};
|
||||
results.push(result);
|
||||
}
|
||||
|
|
@ -10413,26 +10411,26 @@ async function process4(res, outputShape, config3) {
|
|||
tfjs_esm_exports.dispose(nmsT);
|
||||
let i = 0;
|
||||
for (const id of nms) {
|
||||
const score3 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const score2 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const classVal = detections[0][id][5];
|
||||
const label = labels[classVal].label;
|
||||
const [x, y] = [
|
||||
detections[0][id][0] / inputSize3,
|
||||
detections[0][id][1] / inputSize3
|
||||
];
|
||||
const boxRaw3 = [
|
||||
const boxRaw2 = [
|
||||
x,
|
||||
y,
|
||||
detections[0][id][2] / inputSize3 - x,
|
||||
detections[0][id][3] / inputSize3 - y
|
||||
];
|
||||
const box6 = [
|
||||
Math.trunc(boxRaw3[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw3[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[3] * outputShape[1])
|
||||
const box5 = [
|
||||
Math.trunc(boxRaw2[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw2[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[3] * outputShape[1])
|
||||
];
|
||||
results.push({ id: i++, score: score3, class: classVal, label, box: box6, boxRaw: boxRaw3 });
|
||||
results.push({ id: i++, score: score2, class: classVal, label, box: box5, boxRaw: boxRaw2 });
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
|
@ -11355,7 +11353,7 @@ async function hand2(inCanvas2, result, drawOptions) {
|
|||
if (localOptions.drawPoints) {
|
||||
if (h.keypoints && h.keypoints.length > 0) {
|
||||
for (const pt of h.keypoints) {
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * pt[2]}, ${127.5 - 2 * pt[2]}, 255, 0.5)` : localOptions.color;
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * (pt[2] || 0)}, ${127.5 - 2 * (pt[2] || 0)}, 255, 0.5)` : localOptions.color;
|
||||
point(ctx, pt[0], pt[1], 0, localOptions);
|
||||
}
|
||||
}
|
||||
|
|
@ -11506,10 +11504,10 @@ function join2(faces, bodies, hands, gestures, shape) {
|
|||
}
|
||||
const x = [];
|
||||
const y = [];
|
||||
const extractXY = (box6) => {
|
||||
if (box6 && box6.length === 4) {
|
||||
x.push(box6[0], box6[0] + box6[2]);
|
||||
y.push(box6[1], box6[1] + box6[3]);
|
||||
const extractXY = (box5) => {
|
||||
if (box5 && box5.length === 4) {
|
||||
x.push(box5[0], box5[0] + box5[2]);
|
||||
y.push(box5[1], box5[1] + box5[3]);
|
||||
}
|
||||
};
|
||||
extractXY((_k = person2.face) == null ? void 0 : _k.box);
|
||||
|
|
@ -11539,8 +11537,8 @@ function calc(newResult) {
|
|||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.body.length; i++) {
|
||||
const box6 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const keypoints3 = newResult.body[i].keypoints.map((keypoint, j) => ({
|
||||
score: keypoint.score,
|
||||
part: keypoint.part,
|
||||
|
|
@ -11553,18 +11551,18 @@ function calc(newResult) {
|
|||
bufferedResult.body[i].keypoints[j] ? ((bufferedFactor - 1) * bufferedResult.body[i].keypoints[j].positionRaw[1] + keypoint.positionRaw[1]) / bufferedFactor : keypoint.position[1]
|
||||
]
|
||||
}));
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3 };
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.hand || newResult.hand.length !== bufferedResult.hand.length) {
|
||||
bufferedResult.hand = JSON.parse(JSON.stringify(newResult.hand));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.hand.length; i++) {
|
||||
const box6 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
if (bufferedResult.hand[i].keypoints.length !== newResult.hand[i].keypoints.length)
|
||||
bufferedResult.hand[i].keypoints = newResult.hand[i].keypoints;
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].keypoints[j][k] + coord) / bufferedFactor)) : [];
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * (bufferedResult.hand[i].keypoints[j][k] || 1) + (coord || 0)) / bufferedFactor)) : [];
|
||||
const annotations3 = {};
|
||||
if (Object.keys(bufferedResult.hand[i].annotations).length !== Object.keys(newResult.hand[i].annotations).length)
|
||||
bufferedResult.hand[i].annotations = newResult.hand[i].annotations;
|
||||
|
|
@ -11573,15 +11571,15 @@ function calc(newResult) {
|
|||
annotations3[key] = newResult.hand[i].annotations[key] && newResult.hand[i].annotations[key][0] ? newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / bufferedFactor)) : null;
|
||||
}
|
||||
}
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3, annotations: annotations3 };
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3, annotations: annotations3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.face || newResult.face.length !== bufferedResult.face.length) {
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.face.length; i++) {
|
||||
const box6 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const rotation = { matrix: [0, 0, 0, 0, 0, 0, 0, 0, 0], angle: { roll: 0, yaw: 0, pitch: 0 }, gaze: { bearing: 0, strength: 0 } };
|
||||
rotation.matrix = (_a = newResult.face[i].rotation) == null ? void 0 : _a.matrix;
|
||||
rotation.angle = {
|
||||
|
|
@ -11593,16 +11591,16 @@ function calc(newResult) {
|
|||
bearing: ((bufferedFactor - 1) * (((_o = (_n = bufferedResult.face[i].rotation) == null ? void 0 : _n.gaze) == null ? void 0 : _o.bearing) || 0) + (((_q = (_p = newResult.face[i].rotation) == null ? void 0 : _p.gaze) == null ? void 0 : _q.bearing) || 0)) / bufferedFactor,
|
||||
strength: ((bufferedFactor - 1) * (((_s = (_r = bufferedResult.face[i].rotation) == null ? void 0 : _r.gaze) == null ? void 0 : _s.strength) || 0) + (((_u = (_t = newResult.face[i].rotation) == null ? void 0 : _t.gaze) == null ? void 0 : _u.strength) || 0)) / bufferedFactor
|
||||
};
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box6, boxRaw: boxRaw3 };
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.object || newResult.object.length !== bufferedResult.object.length) {
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.object.length; i++) {
|
||||
const box6 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box6, boxRaw: boxRaw3 };
|
||||
const box5 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (newResult.persons) {
|
||||
|
|
@ -11611,7 +11609,7 @@ function calc(newResult) {
|
|||
bufferedResult.persons = JSON.parse(JSON.stringify(newPersons));
|
||||
} else {
|
||||
for (let i = 0; i < newPersons.length; i++) {
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box6, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box6) / bufferedFactor);
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box5, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box5) / bufferedFactor);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
|
|
@ -100,25 +100,25 @@ function scaleBox(keypoints3, boxScaleFact2, outputSize2) {
|
|||
const maxmin = [Math.max(...coords4[0]), Math.min(...coords4[0]), Math.max(...coords4[1]), Math.min(...coords4[1])];
|
||||
const center = [(maxmin[0] + maxmin[1]) / 2, (maxmin[2] + maxmin[3]) / 2];
|
||||
const diff = Math.max(center[0] - maxmin[1], center[1] - maxmin[3], -center[0] + maxmin[0], -center[1] + maxmin[2]) * boxScaleFact2;
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.trunc(center[0] - diff),
|
||||
Math.trunc(center[1] - diff),
|
||||
Math.trunc(2 * diff),
|
||||
Math.trunc(2 * diff)
|
||||
];
|
||||
const boxRaw3 = [
|
||||
box6[0] / outputSize2[0],
|
||||
box6[1] / outputSize2[1],
|
||||
box6[2] / outputSize2[0],
|
||||
box6[3] / outputSize2[1]
|
||||
const boxRaw2 = [
|
||||
box5[0] / outputSize2[0],
|
||||
box5[1] / outputSize2[1],
|
||||
box5[2] / outputSize2[0],
|
||||
box5[3] / outputSize2[1]
|
||||
];
|
||||
const yxBox = [
|
||||
boxRaw3[1],
|
||||
boxRaw3[0],
|
||||
boxRaw3[3] + boxRaw3[1],
|
||||
boxRaw3[2] + boxRaw3[0]
|
||||
boxRaw2[1],
|
||||
boxRaw2[0],
|
||||
boxRaw2[3] + boxRaw2[1],
|
||||
boxRaw2[2] + boxRaw2[0]
|
||||
];
|
||||
return { box: box6, boxRaw: boxRaw3, yxBox };
|
||||
return { box: box5, boxRaw: boxRaw2, yxBox };
|
||||
}
|
||||
|
||||
// src/config.ts
|
||||
|
|
@ -60326,50 +60326,50 @@ var version92 = {
|
|||
};
|
||||
|
||||
// src/blazeface/box.ts
|
||||
function scaleBoxCoordinates(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
function scaleBoxCoordinates(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
return { startPoint, endPoint };
|
||||
}
|
||||
function getBoxSize(box6) {
|
||||
function getBoxSize(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter(box6) {
|
||||
function getBoxCenter(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize(box6, image7, cropSize) {
|
||||
function cutBoxFromImageAndResize(box5, image7, cropSize) {
|
||||
const h = image7.shape[1];
|
||||
const w = image7.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return image.cropAndResize(image7, boxes, [0], cropSize);
|
||||
}
|
||||
function enlargeBox(box6, factor = 1.5) {
|
||||
const center = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function enlargeBox(box5, factor = 1.5) {
|
||||
const center = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function squarifyBox(box6) {
|
||||
const centers = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function squarifyBox(box5) {
|
||||
const centers = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [Math.round(centers[0] - halfSize), Math.round(centers[1] - halfSize)];
|
||||
const endPoint = [Math.round(centers[0] + halfSize), Math.round(centers[1] + halfSize)];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function calculateLandmarksBoundingBox(landmarks) {
|
||||
const xs = landmarks.map((d) => d[0]);
|
||||
|
|
@ -64893,8 +64893,8 @@ var Pipeline = class {
|
|||
this.skipped = 0;
|
||||
this.detectedFaces = 0;
|
||||
}
|
||||
transformRawCoords(rawCoords, box6, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
transformRawCoords(rawCoords, box5, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const coordsScaled = rawCoords.map((coord) => [
|
||||
boxSize[0] / this.meshSize * (coord[0] - this.meshSize / 2),
|
||||
boxSize[1] / this.meshSize * (coord[1] - this.meshSize / 2),
|
||||
|
|
@ -64903,7 +64903,7 @@ var Pipeline = class {
|
|||
const coordsRotationMatrix = angle !== 0 ? buildRotationMatrix(angle, [0, 0]) : IDENTITY_MATRIX;
|
||||
const coordsRotated = angle !== 0 ? coordsScaled.map((coord) => [...rotatePoint(coord, coordsRotationMatrix), coord[2]]) : coordsScaled;
|
||||
const inverseRotationMatrix = angle !== 0 ? invertTransformMatrix(rotationMatrix) : IDENTITY_MATRIX;
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint }), 1];
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint }), 1];
|
||||
return coordsRotated.map((coord) => [
|
||||
Math.round(coord[0] + dot4(boxCenter, inverseRotationMatrix[0])),
|
||||
Math.round(coord[1] + dot4(boxCenter, inverseRotationMatrix[1])),
|
||||
|
|
@ -64916,20 +64916,20 @@ var Pipeline = class {
|
|||
return leftEyeZ - rightEyeZ;
|
||||
}
|
||||
getEyeBox(rawCoords, face5, eyeInnerCornerIndex, eyeOuterCornerIndex, flip = false) {
|
||||
const box6 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box6);
|
||||
const box5 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box5);
|
||||
let crop = image.cropAndResize(face5, [[
|
||||
box6.startPoint[1] / this.meshSize,
|
||||
box6.startPoint[0] / this.meshSize,
|
||||
box6.endPoint[1] / this.meshSize,
|
||||
box6.endPoint[0] / this.meshSize
|
||||
box5.startPoint[1] / this.meshSize,
|
||||
box5.startPoint[0] / this.meshSize,
|
||||
box5.endPoint[1] / this.meshSize,
|
||||
box5.endPoint[0] / this.meshSize
|
||||
]], [0], [this.irisSize, this.irisSize]);
|
||||
if (flip && env2.kernels.includes("flipleftright")) {
|
||||
const flipped = image.flipLeftRight(crop);
|
||||
dispose(crop);
|
||||
crop = flipped;
|
||||
}
|
||||
return { box: box6, boxSize, crop };
|
||||
return { box: box5, boxSize, crop };
|
||||
}
|
||||
getEyeCoords(eyeData, eyeBox, eyeBoxSize, flip = false) {
|
||||
const eyeRawCoords = [];
|
||||
|
|
@ -64959,14 +64959,14 @@ var Pipeline = class {
|
|||
return [coord[0], coord[1], z];
|
||||
});
|
||||
}
|
||||
correctFaceRotation(config3, box6, input2) {
|
||||
const [indexOfMouth, indexOfForehead] = box6.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box6.landmarks[indexOfMouth], box6.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
correctFaceRotation(config3, box5, input2) {
|
||||
const [indexOfMouth, indexOfForehead] = box5.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box5.landmarks[indexOfMouth], box5.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const faceCenterNormalized = [faceCenter[0] / input2.shape[2], faceCenter[1] / input2.shape[1]];
|
||||
const rotated = image.rotateWithOffset(input2, angle, 0, faceCenterNormalized);
|
||||
const rotationMatrix = buildRotationMatrix(-angle, faceCenter);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const face5 = div(cut, 255);
|
||||
dispose(cut);
|
||||
dispose(rotated);
|
||||
|
|
@ -65050,16 +65050,16 @@ var Pipeline = class {
|
|||
}
|
||||
const results = [];
|
||||
const newBoxes = [];
|
||||
for (let box6 of this.storedBoxes) {
|
||||
for (let box5 of this.storedBoxes) {
|
||||
let face5;
|
||||
let angle = 0;
|
||||
let rotationMatrix;
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && env2.kernels.includes("rotatewithoffset")) {
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input2);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input2);
|
||||
} else {
|
||||
rotationMatrix = IDENTITY_MATRIX;
|
||||
const cloned = input2.clone();
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
face5 = div(cut, 255);
|
||||
dispose(cut);
|
||||
dispose(cloned);
|
||||
|
|
@ -65067,10 +65067,10 @@ var Pipeline = class {
|
|||
if (!config3.face.mesh.enabled) {
|
||||
results.push({
|
||||
mesh: [],
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence: null,
|
||||
boxConfidence: box6.confidence,
|
||||
confidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: box5.confidence,
|
||||
image: face5
|
||||
});
|
||||
} else if (!this.meshDetector) {
|
||||
|
|
@ -65086,29 +65086,29 @@ var Pipeline = class {
|
|||
dispose(contourCoords);
|
||||
dispose(coordsReshaped);
|
||||
if (faceConfidence < config3.face.detector.minConfidence) {
|
||||
box6.confidence = faceConfidence;
|
||||
box5.confidence = faceConfidence;
|
||||
dispose(face5);
|
||||
} else {
|
||||
if (config3.face.iris.enabled)
|
||||
rawCoords = await this.augmentIris(rawCoords, face5, config3);
|
||||
const mesh = this.transformRawCoords(rawCoords, box6, angle, rotationMatrix);
|
||||
box6 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box6.confidence };
|
||||
const mesh = this.transformRawCoords(rawCoords, box5, angle, rotationMatrix);
|
||||
box5 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box5.confidence };
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && config3.face.description.enabled && env2.kernels.includes("rotatewithoffset")) {
|
||||
dispose(face5);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input2);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input2);
|
||||
}
|
||||
results.push({
|
||||
mesh,
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence,
|
||||
boxConfidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: faceConfidence,
|
||||
image: face5
|
||||
});
|
||||
box6 = { ...squarifyBox(box6), confidence: box6.confidence, faceConfidence };
|
||||
box5 = { ...squarifyBox(box5), confidence: box5.confidence, faceConfidence };
|
||||
}
|
||||
}
|
||||
newBoxes.push(box6);
|
||||
newBoxes.push(box5);
|
||||
}
|
||||
if (config3.face.mesh.enabled)
|
||||
this.storedBoxes = newBoxes.filter((a) => a.confidence > config3.face.detector.minConfidence);
|
||||
|
|
@ -65143,7 +65143,7 @@ async function predict(input2, config3) {
|
|||
Math.trunc(Math.min(input2.shape[2] || 0, prediction.box.endPoint[0]) - Math.max(0, prediction.box.startPoint[0])),
|
||||
Math.trunc(Math.min(input2.shape[1] || 0, prediction.box.endPoint[1]) - Math.max(0, prediction.box.startPoint[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
const boxRaw3 = prediction.box ? [
|
||||
const boxRaw2 = prediction.box ? [
|
||||
prediction.box.startPoint[0] / (input2.shape[2] || 0),
|
||||
prediction.box.startPoint[1] / (input2.shape[1] || 0),
|
||||
(prediction.box.endPoint[0] - prediction.box.startPoint[0]) / (input2.shape[2] || 0),
|
||||
|
|
@ -65155,7 +65155,7 @@ async function predict(input2, config3) {
|
|||
boxScore: Math.round(100 * prediction.boxConfidence) / 100,
|
||||
faceScore: Math.round(100 * prediction.faceConfidence) / 100,
|
||||
box: clampedBox,
|
||||
boxRaw: boxRaw3,
|
||||
boxRaw: boxRaw2,
|
||||
mesh: prediction.mesh,
|
||||
meshRaw,
|
||||
annotations: annotations3,
|
||||
|
|
@ -65249,10 +65249,10 @@ function enhance(input2) {
|
|||
const tensor2 = input2.image || input2.tensor || input2;
|
||||
if (!(tensor2 instanceof Tensor))
|
||||
return null;
|
||||
const box6 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
const box5 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
if (!(model2 == null ? void 0 : model2.inputs[0].shape))
|
||||
return null;
|
||||
const crop = tensor2.shape.length === 3 ? image.cropAndResize(expandDims(tensor2, 0), box6, [0], [model2.inputs[0].shape[2], model2.inputs[0].shape[1]]) : image.cropAndResize(tensor2, box6, [0], [model2.inputs[0].shape[2], model2.inputs[0].shape[1]]);
|
||||
const crop = tensor2.shape.length === 3 ? image.cropAndResize(expandDims(tensor2, 0), box5, [0], [model2.inputs[0].shape[2], model2.inputs[0].shape[1]]) : image.cropAndResize(tensor2, box5, [0], [model2.inputs[0].shape[2], model2.inputs[0].shape[1]]);
|
||||
const norm2 = mul(crop, 255);
|
||||
return norm2;
|
||||
});
|
||||
|
|
@ -65450,8 +65450,8 @@ function scalePoses(poses2, [height, width], [inputResolutionHeight, inputResolu
|
|||
score: pose.score,
|
||||
boxRaw: [pose.box[0] / inputResolutionWidth, pose.box[1] / inputResolutionHeight, pose.box[2] / inputResolutionWidth, pose.box[3] / inputResolutionHeight],
|
||||
box: [Math.trunc(pose.box[0] * scaleX), Math.trunc(pose.box[1] * scaleY), Math.trunc(pose.box[2] * scaleX), Math.trunc(pose.box[3] * scaleY)],
|
||||
keypoints: pose.keypoints.map(({ score: score3, part, position }) => ({
|
||||
score: score3,
|
||||
keypoints: pose.keypoints.map(({ score: score2, part, position }) => ({
|
||||
score: score2,
|
||||
part,
|
||||
position: [Math.trunc(position.x * scaleX), Math.trunc(position.y * scaleY)],
|
||||
positionRaw: [position.x / inputResolutionHeight, position.y / inputResolutionHeight]
|
||||
|
|
@ -65575,8 +65575,8 @@ function traverse(edgeId, sourceKeypoint, targetId, scores, offsets, displacemen
|
|||
targetKeypoint = addVectors({ x: targetKeypointIndices.x * outputStride, y: targetKeypointIndices.y * outputStride }, { x: offsetPoint.x, y: offsetPoint.y });
|
||||
}
|
||||
const targetKeyPointIndices = getStridedIndexNearPoint(targetKeypoint, height, width);
|
||||
const score3 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score3 };
|
||||
const score2 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score2 };
|
||||
}
|
||||
function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
||||
const tuples = poseChain.map(([parentJoinName, childJoinName]) => [partIds[parentJoinName], partIds[childJoinName]]);
|
||||
|
|
@ -65607,7 +65607,7 @@ function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
|||
}
|
||||
return keypoints3;
|
||||
}
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores) {
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores) {
|
||||
const [height, width] = scores.shape;
|
||||
let localMaximum = true;
|
||||
const yStart = Math.max(heatmapY - localMaximumRadius, 0);
|
||||
|
|
@ -65616,7 +65616,7 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
const xStart = Math.max(heatmapX - localMaximumRadius, 0);
|
||||
const xEnd = Math.min(heatmapX + localMaximumRadius + 1, width);
|
||||
for (let xCurrent = xStart; xCurrent < xEnd; ++xCurrent) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score3) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score2) {
|
||||
localMaximum = false;
|
||||
break;
|
||||
}
|
||||
|
|
@ -65628,15 +65628,15 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
}
|
||||
function buildPartWithScoreQueue(minConfidence2, scores) {
|
||||
const [height, width, numKeypoints] = scores.shape;
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score3 }) => score3);
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score2 }) => score2);
|
||||
for (let heatmapY = 0; heatmapY < height; ++heatmapY) {
|
||||
for (let heatmapX = 0; heatmapX < width; ++heatmapX) {
|
||||
for (let keypointId = 0; keypointId < numKeypoints; ++keypointId) {
|
||||
const score3 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score3 < minConfidence2)
|
||||
const score2 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score2 < minConfidence2)
|
||||
continue;
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score3, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score2, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -65652,9 +65652,9 @@ function withinRadius(poses2, { x, y }, keypointId) {
|
|||
});
|
||||
}
|
||||
function getInstanceScore(existingPoses, keypoints3) {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score3 }, keypointId) => {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score2 }, keypointId) => {
|
||||
if (!withinRadius(existingPoses, position, keypointId))
|
||||
result += score3;
|
||||
result += score2;
|
||||
return result;
|
||||
}, 0);
|
||||
return notOverlappedKeypointScores / keypoints3.length;
|
||||
|
|
@ -65669,10 +65669,10 @@ function decode(offsets, scores, displacementsFwd, displacementsBwd, maxDetected
|
|||
continue;
|
||||
let keypoints3 = decodePose(root, scores, offsets, displacementsFwd, displacementsBwd);
|
||||
keypoints3 = keypoints3.filter((a) => a.score > minConfidence2);
|
||||
const score3 = getInstanceScore(poses2, keypoints3);
|
||||
const box6 = getBoundingBox(keypoints3);
|
||||
if (score3 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box6, score: Math.round(100 * score3) / 100 });
|
||||
const score2 = getInstanceScore(poses2, keypoints3);
|
||||
const box5 = getBoundingBox(keypoints3);
|
||||
if (score2 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box5, score: Math.round(100 * score2) / 100 });
|
||||
}
|
||||
return poses2;
|
||||
}
|
||||
|
|
@ -65713,54 +65713,54 @@ async function load5(config3) {
|
|||
}
|
||||
|
||||
// src/handpose/box.ts
|
||||
function getBoxSize2(box6) {
|
||||
function getBoxSize2(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter2(box6) {
|
||||
function getBoxCenter2(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize2(box6, image7, cropSize) {
|
||||
function cutBoxFromImageAndResize2(box5, image7, cropSize) {
|
||||
const h = image7.shape[1];
|
||||
const w = image7.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return image.cropAndResize(image7, boxes, [0], cropSize);
|
||||
}
|
||||
function scaleBoxCoordinates2(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box6.palmLandmarks.map((coord) => {
|
||||
function scaleBoxCoordinates2(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box5.palmLandmarks.map((coord) => {
|
||||
const scaledCoord = [coord[0] * factor[0], coord[1] * factor[1]];
|
||||
return scaledCoord;
|
||||
});
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box6.confidence };
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box5.confidence };
|
||||
}
|
||||
function enlargeBox2(box6, factor = 1.5) {
|
||||
const center = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function enlargeBox2(box5, factor = 1.5) {
|
||||
const center = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
function squarifyBox2(box6) {
|
||||
const centers = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function squarifyBox2(box5) {
|
||||
const centers = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [centers[0] - halfSize, centers[1] - halfSize];
|
||||
const endPoint = [centers[0] + halfSize, centers[1] + halfSize];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
|
||||
// src/handpose/anchors.ts
|
||||
|
|
@ -69286,9 +69286,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedCurl, score3] of expectedCurls) {
|
||||
for (const [expectedCurl, score2] of expectedCurls) {
|
||||
if (detectedCurl === expectedCurl) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -69300,9 +69300,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedDirection, score3] of expectedDirections) {
|
||||
for (const [expectedDirection, score2] of expectedDirections) {
|
||||
if (detectedDirection === expectedDirection) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -69398,30 +69398,30 @@ async function predict5(input2, config3) {
|
|||
}
|
||||
}
|
||||
const keypoints3 = predictions[i].landmarks;
|
||||
let box6 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw3 = [0, 0, 0, 0];
|
||||
let box5 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw2 = [0, 0, 0, 0];
|
||||
if (keypoints3 && keypoints3.length > 0) {
|
||||
for (const pt of keypoints3) {
|
||||
if (pt[0] < box6[0])
|
||||
box6[0] = pt[0];
|
||||
if (pt[1] < box6[1])
|
||||
box6[1] = pt[1];
|
||||
if (pt[0] > box6[2])
|
||||
box6[2] = pt[0];
|
||||
if (pt[1] > box6[3])
|
||||
box6[3] = pt[1];
|
||||
if (pt[0] < box5[0])
|
||||
box5[0] = pt[0];
|
||||
if (pt[1] < box5[1])
|
||||
box5[1] = pt[1];
|
||||
if (pt[0] > box5[2])
|
||||
box5[2] = pt[0];
|
||||
if (pt[1] > box5[3])
|
||||
box5[3] = pt[1];
|
||||
}
|
||||
box6[2] -= box6[0];
|
||||
box6[3] -= box6[1];
|
||||
boxRaw3 = [box6[0] / (input2.shape[2] || 0), box6[1] / (input2.shape[1] || 0), box6[2] / (input2.shape[2] || 0), box6[3] / (input2.shape[1] || 0)];
|
||||
box5[2] -= box5[0];
|
||||
box5[3] -= box5[1];
|
||||
boxRaw2 = [box5[0] / (input2.shape[2] || 0), box5[1] / (input2.shape[1] || 0), box5[2] / (input2.shape[2] || 0), box5[3] / (input2.shape[1] || 0)];
|
||||
} else {
|
||||
box6 = predictions[i].box ? [
|
||||
box5 = predictions[i].box ? [
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[1])),
|
||||
Math.trunc(Math.min(input2.shape[2] || 0, predictions[i].box.bottomRight[0]) - Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.min(input2.shape[1] || 0, predictions[i].box.bottomRight[1]) - Math.max(0, predictions[i].box.topLeft[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
boxRaw3 = [
|
||||
boxRaw2 = [
|
||||
predictions[i].box.topLeft[0] / (input2.shape[2] || 0),
|
||||
predictions[i].box.topLeft[1] / (input2.shape[1] || 0),
|
||||
(predictions[i].box.bottomRight[0] - predictions[i].box.topLeft[0]) / (input2.shape[2] || 0),
|
||||
|
|
@ -69435,8 +69435,8 @@ async function predict5(input2, config3) {
|
|||
boxScore: Math.round(100 * predictions[i].boxConfidence) / 100,
|
||||
fingerScore: Math.round(100 * predictions[i].fingerConfidence) / 100,
|
||||
label: "hand",
|
||||
box: box6,
|
||||
boxRaw: boxRaw3,
|
||||
box: box5,
|
||||
boxRaw: boxRaw2,
|
||||
keypoints: keypoints3,
|
||||
annotations: annotations3,
|
||||
landmarks
|
||||
|
|
@ -69766,13 +69766,13 @@ async function detectHands(input2, config3) {
|
|||
} else {
|
||||
yxBox = await boxSlice.data();
|
||||
}
|
||||
const boxRaw3 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box6 = [Math.trunc(boxRaw3[0] * outputSize[0]), Math.trunc(boxRaw3[1] * outputSize[1]), Math.trunc(boxRaw3[2] * outputSize[0]), Math.trunc(boxRaw3[3] * outputSize[1])];
|
||||
const boxRaw2 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box5 = [Math.trunc(boxRaw2[0] * outputSize[0]), Math.trunc(boxRaw2[1] * outputSize[1]), Math.trunc(boxRaw2[2] * outputSize[0]), Math.trunc(boxRaw2[3] * outputSize[1])];
|
||||
dispose(boxSlice);
|
||||
const scoreSlice = slice(classScores[i], res, 1);
|
||||
const score3 = (await scoreSlice.data())[0];
|
||||
const score2 = (await scoreSlice.data())[0];
|
||||
dispose(scoreSlice);
|
||||
const hand3 = { id: id++, score: score3, box: box6, boxRaw: boxRaw3, label: classes[i], yxBox };
|
||||
const hand3 = { id: id++, score: score2, box: box5, boxRaw: boxRaw2, label: classes[i], yxBox };
|
||||
hands.push(hand3);
|
||||
}
|
||||
}
|
||||
|
|
@ -69806,9 +69806,9 @@ async function detectFingers(input2, h, config3) {
|
|||
t.cast = cast(t.crop, "float32");
|
||||
t.div = div(t.cast, 255);
|
||||
[t.score, t.keypoints] = models2[1].execute(t.div);
|
||||
const score3 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score3 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score3;
|
||||
const score2 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score2 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score2;
|
||||
t.reshaped = reshape(t.keypoints, [-1, 3]);
|
||||
const rawCoords = await t.reshaped.array();
|
||||
hand3.keypoints = rawCoords.map((coord) => [
|
||||
|
|
@ -69983,15 +69983,15 @@ async function predict7(image7, config3) {
|
|||
}
|
||||
const x = keypoints3.map((a) => a.position[0]);
|
||||
const y = keypoints3.map((a) => a.position[1]);
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
Math.max(...y) - Math.min(...x)
|
||||
];
|
||||
const boxRaw3 = [0, 0, 0, 0];
|
||||
const score3 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score3, box: box6, boxRaw: boxRaw3, keypoints: keypoints3 }];
|
||||
const boxRaw2 = [0, 0, 0, 0];
|
||||
const score2 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score2, box: box5, boxRaw: boxRaw2, keypoints: keypoints3 }];
|
||||
}
|
||||
|
||||
// src/efficientpose/efficientpose.ts
|
||||
|
|
@ -70101,9 +70101,6 @@ async function predict8(image7, config3) {
|
|||
var model7;
|
||||
var inputSize2 = 0;
|
||||
var cachedBoxes = [];
|
||||
var box5 = [0, 0, 0, 0];
|
||||
var boxRaw2 = [0, 0, 0, 0];
|
||||
var score2 = 0;
|
||||
var skipped5 = Number.MAX_SAFE_INTEGER;
|
||||
var keypoints2 = [];
|
||||
var bodyParts2 = ["nose", "leftEye", "rightEye", "leftEar", "rightEar", "leftShoulder", "rightShoulder", "leftElbow", "rightElbow", "leftWrist", "rightWrist", "leftHip", "rightHip", "leftKnee", "rightKnee", "leftAnkle", "rightAnkle"];
|
||||
|
|
@ -70127,6 +70124,7 @@ async function load9(config3) {
|
|||
async function parseSinglePose(res, config3, image7, inputBox) {
|
||||
const kpt3 = res[0][0];
|
||||
keypoints2.length = 0;
|
||||
let score2 = 0;
|
||||
for (let id = 0; id < kpt3.length; id++) {
|
||||
score2 = kpt3[id][2];
|
||||
if (score2 > config3.body.minConfidence) {
|
||||
|
|
@ -70148,7 +70146,7 @@ async function parseSinglePose(res, config3, image7, inputBox) {
|
|||
score2 = keypoints2.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
const x = keypoints2.map((a) => a.position[0]);
|
||||
const y = keypoints2.map((a) => a.position[1]);
|
||||
box5 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
|
|
@ -70156,7 +70154,7 @@ async function parseSinglePose(res, config3, image7, inputBox) {
|
|||
];
|
||||
const xRaw = keypoints2.map((a) => a.positionRaw[0]);
|
||||
const yRaw = keypoints2.map((a) => a.positionRaw[1]);
|
||||
boxRaw2 = [
|
||||
const boxRaw2 = [
|
||||
Math.min(...xRaw),
|
||||
Math.min(...yRaw),
|
||||
Math.max(...xRaw) - Math.min(...xRaw),
|
||||
|
|
@ -70170,7 +70168,7 @@ async function parseMultiPose(res, config3, image7, inputBox) {
|
|||
const bodies = [];
|
||||
for (let id = 0; id < res[0].length; id++) {
|
||||
const kpt3 = res[0][id];
|
||||
score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
const score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
if (score2 < config3.body.minConfidence)
|
||||
continue;
|
||||
keypoints2.length = 0;
|
||||
|
|
@ -70189,7 +70187,7 @@ async function parseMultiPose(res, config3, image7, inputBox) {
|
|||
});
|
||||
}
|
||||
}
|
||||
boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
const boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
bodies.push({
|
||||
id,
|
||||
score: score2,
|
||||
|
|
@ -70365,8 +70363,8 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
const scores = await scoresT.array();
|
||||
for (let i = 0; i < scoresT.shape[0]; i++) {
|
||||
for (let j = 0; j < scoresT.shape[1]; j++) {
|
||||
const score3 = scores[i][j];
|
||||
if (score3 > config3.object.minConfidence && j !== 61) {
|
||||
const score2 = scores[i][j];
|
||||
if (score2 > config3.object.minConfidence && j !== 61) {
|
||||
const cx = (0.5 + Math.trunc(i % baseSize)) / baseSize;
|
||||
const cy = (0.5 + Math.trunc(i / baseSize)) / baseSize;
|
||||
const boxOffset = boxIdx[i].map((a) => a * (baseSize / strideSize / inputSize4));
|
||||
|
|
@ -70378,21 +70376,21 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
cx + scaleBox2 / strideSize * boxOffset[2] - x,
|
||||
cy + scaleBox2 / strideSize * boxOffset[3] - y
|
||||
];
|
||||
let boxRaw3 = [x, y, w, h];
|
||||
boxRaw3 = boxRaw3.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box6 = [
|
||||
boxRaw3[0] * outputShape[0],
|
||||
boxRaw3[1] * outputShape[1],
|
||||
boxRaw3[2] * outputShape[0],
|
||||
boxRaw3[3] * outputShape[1]
|
||||
let boxRaw2 = [x, y, w, h];
|
||||
boxRaw2 = boxRaw2.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box5 = [
|
||||
boxRaw2[0] * outputShape[0],
|
||||
boxRaw2[1] * outputShape[1],
|
||||
boxRaw2[2] * outputShape[0],
|
||||
boxRaw2[3] * outputShape[1]
|
||||
];
|
||||
const result = {
|
||||
id: id++,
|
||||
score: Math.round(100 * score3) / 100,
|
||||
score: Math.round(100 * score2) / 100,
|
||||
class: j + 1,
|
||||
label: labels[j].label,
|
||||
box: box6.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw3
|
||||
box: box5.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw2
|
||||
};
|
||||
results.push(result);
|
||||
}
|
||||
|
|
@ -70481,26 +70479,26 @@ async function process4(res, outputShape, config3) {
|
|||
dispose(nmsT);
|
||||
let i = 0;
|
||||
for (const id of nms) {
|
||||
const score3 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const score2 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const classVal = detections[0][id][5];
|
||||
const label = labels[classVal].label;
|
||||
const [x, y] = [
|
||||
detections[0][id][0] / inputSize3,
|
||||
detections[0][id][1] / inputSize3
|
||||
];
|
||||
const boxRaw3 = [
|
||||
const boxRaw2 = [
|
||||
x,
|
||||
y,
|
||||
detections[0][id][2] / inputSize3 - x,
|
||||
detections[0][id][3] / inputSize3 - y
|
||||
];
|
||||
const box6 = [
|
||||
Math.trunc(boxRaw3[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw3[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[3] * outputShape[1])
|
||||
const box5 = [
|
||||
Math.trunc(boxRaw2[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw2[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[3] * outputShape[1])
|
||||
];
|
||||
results.push({ id: i++, score: score3, class: classVal, label, box: box6, boxRaw: boxRaw3 });
|
||||
results.push({ id: i++, score: score2, class: classVal, label, box: box5, boxRaw: boxRaw2 });
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
|
@ -71423,7 +71421,7 @@ async function hand2(inCanvas2, result, drawOptions) {
|
|||
if (localOptions.drawPoints) {
|
||||
if (h.keypoints && h.keypoints.length > 0) {
|
||||
for (const pt of h.keypoints) {
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * pt[2]}, ${127.5 - 2 * pt[2]}, 255, 0.5)` : localOptions.color;
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * (pt[2] || 0)}, ${127.5 - 2 * (pt[2] || 0)}, 255, 0.5)` : localOptions.color;
|
||||
point(ctx, pt[0], pt[1], 0, localOptions);
|
||||
}
|
||||
}
|
||||
|
|
@ -71574,10 +71572,10 @@ function join2(faces, bodies, hands, gestures, shape) {
|
|||
}
|
||||
const x = [];
|
||||
const y = [];
|
||||
const extractXY = (box6) => {
|
||||
if (box6 && box6.length === 4) {
|
||||
x.push(box6[0], box6[0] + box6[2]);
|
||||
y.push(box6[1], box6[1] + box6[3]);
|
||||
const extractXY = (box5) => {
|
||||
if (box5 && box5.length === 4) {
|
||||
x.push(box5[0], box5[0] + box5[2]);
|
||||
y.push(box5[1], box5[1] + box5[3]);
|
||||
}
|
||||
};
|
||||
extractXY((_k = person2.face) == null ? void 0 : _k.box);
|
||||
|
|
@ -71607,8 +71605,8 @@ function calc(newResult) {
|
|||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.body.length; i++) {
|
||||
const box6 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const keypoints3 = newResult.body[i].keypoints.map((keypoint, j) => ({
|
||||
score: keypoint.score,
|
||||
part: keypoint.part,
|
||||
|
|
@ -71621,18 +71619,18 @@ function calc(newResult) {
|
|||
bufferedResult.body[i].keypoints[j] ? ((bufferedFactor - 1) * bufferedResult.body[i].keypoints[j].positionRaw[1] + keypoint.positionRaw[1]) / bufferedFactor : keypoint.position[1]
|
||||
]
|
||||
}));
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3 };
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.hand || newResult.hand.length !== bufferedResult.hand.length) {
|
||||
bufferedResult.hand = JSON.parse(JSON.stringify(newResult.hand));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.hand.length; i++) {
|
||||
const box6 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
if (bufferedResult.hand[i].keypoints.length !== newResult.hand[i].keypoints.length)
|
||||
bufferedResult.hand[i].keypoints = newResult.hand[i].keypoints;
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].keypoints[j][k] + coord) / bufferedFactor)) : [];
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * (bufferedResult.hand[i].keypoints[j][k] || 1) + (coord || 0)) / bufferedFactor)) : [];
|
||||
const annotations3 = {};
|
||||
if (Object.keys(bufferedResult.hand[i].annotations).length !== Object.keys(newResult.hand[i].annotations).length)
|
||||
bufferedResult.hand[i].annotations = newResult.hand[i].annotations;
|
||||
|
|
@ -71641,15 +71639,15 @@ function calc(newResult) {
|
|||
annotations3[key] = newResult.hand[i].annotations[key] && newResult.hand[i].annotations[key][0] ? newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / bufferedFactor)) : null;
|
||||
}
|
||||
}
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3, annotations: annotations3 };
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3, annotations: annotations3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.face || newResult.face.length !== bufferedResult.face.length) {
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.face.length; i++) {
|
||||
const box6 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const rotation = { matrix: [0, 0, 0, 0, 0, 0, 0, 0, 0], angle: { roll: 0, yaw: 0, pitch: 0 }, gaze: { bearing: 0, strength: 0 } };
|
||||
rotation.matrix = (_a = newResult.face[i].rotation) == null ? void 0 : _a.matrix;
|
||||
rotation.angle = {
|
||||
|
|
@ -71661,16 +71659,16 @@ function calc(newResult) {
|
|||
bearing: ((bufferedFactor - 1) * (((_o = (_n = bufferedResult.face[i].rotation) == null ? void 0 : _n.gaze) == null ? void 0 : _o.bearing) || 0) + (((_q = (_p = newResult.face[i].rotation) == null ? void 0 : _p.gaze) == null ? void 0 : _q.bearing) || 0)) / bufferedFactor,
|
||||
strength: ((bufferedFactor - 1) * (((_s = (_r = bufferedResult.face[i].rotation) == null ? void 0 : _r.gaze) == null ? void 0 : _s.strength) || 0) + (((_u = (_t = newResult.face[i].rotation) == null ? void 0 : _t.gaze) == null ? void 0 : _u.strength) || 0)) / bufferedFactor
|
||||
};
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box6, boxRaw: boxRaw3 };
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.object || newResult.object.length !== bufferedResult.object.length) {
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.object.length; i++) {
|
||||
const box6 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box6, boxRaw: boxRaw3 };
|
||||
const box5 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (newResult.persons) {
|
||||
|
|
@ -71679,7 +71677,7 @@ function calc(newResult) {
|
|||
bufferedResult.persons = JSON.parse(JSON.stringify(newPersons));
|
||||
} else {
|
||||
for (let i = 0; i < newPersons.length; i++) {
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box6, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box6) / bufferedFactor);
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box5, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box5) / bufferedFactor);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
|
|
@ -147,25 +147,25 @@ function scaleBox(keypoints3, boxScaleFact2, outputSize2) {
|
|||
const maxmin = [Math.max(...coords3[0]), Math.min(...coords3[0]), Math.max(...coords3[1]), Math.min(...coords3[1])];
|
||||
const center = [(maxmin[0] + maxmin[1]) / 2, (maxmin[2] + maxmin[3]) / 2];
|
||||
const diff = Math.max(center[0] - maxmin[1], center[1] - maxmin[3], -center[0] + maxmin[0], -center[1] + maxmin[2]) * boxScaleFact2;
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.trunc(center[0] - diff),
|
||||
Math.trunc(center[1] - diff),
|
||||
Math.trunc(2 * diff),
|
||||
Math.trunc(2 * diff)
|
||||
];
|
||||
const boxRaw3 = [
|
||||
box6[0] / outputSize2[0],
|
||||
box6[1] / outputSize2[1],
|
||||
box6[2] / outputSize2[0],
|
||||
box6[3] / outputSize2[1]
|
||||
const boxRaw2 = [
|
||||
box5[0] / outputSize2[0],
|
||||
box5[1] / outputSize2[1],
|
||||
box5[2] / outputSize2[0],
|
||||
box5[3] / outputSize2[1]
|
||||
];
|
||||
const yxBox = [
|
||||
boxRaw3[1],
|
||||
boxRaw3[0],
|
||||
boxRaw3[3] + boxRaw3[1],
|
||||
boxRaw3[2] + boxRaw3[0]
|
||||
boxRaw2[1],
|
||||
boxRaw2[0],
|
||||
boxRaw2[3] + boxRaw2[1],
|
||||
boxRaw2[2] + boxRaw2[0]
|
||||
];
|
||||
return { box: box6, boxRaw: boxRaw3, yxBox };
|
||||
return { box: box5, boxRaw: boxRaw2, yxBox };
|
||||
}
|
||||
|
||||
// src/config.ts
|
||||
|
|
@ -281,50 +281,50 @@ var tf2 = __toModule(require_tfjs_esm());
|
|||
|
||||
// src/blazeface/box.ts
|
||||
var tf = __toModule(require_tfjs_esm());
|
||||
function scaleBoxCoordinates(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
function scaleBoxCoordinates(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
return { startPoint, endPoint };
|
||||
}
|
||||
function getBoxSize(box6) {
|
||||
function getBoxSize(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter(box6) {
|
||||
function getBoxCenter(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tf.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function enlargeBox(box6, factor = 1.5) {
|
||||
const center = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function enlargeBox(box5, factor = 1.5) {
|
||||
const center = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function squarifyBox(box6) {
|
||||
const centers = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function squarifyBox(box5) {
|
||||
const centers = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [Math.round(centers[0] - halfSize), Math.round(centers[1] - halfSize)];
|
||||
const endPoint = [Math.round(centers[0] + halfSize), Math.round(centers[1] + halfSize)];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function calculateLandmarksBoundingBox(landmarks) {
|
||||
const xs = landmarks.map((d) => d[0]);
|
||||
|
|
@ -4857,8 +4857,8 @@ var Pipeline = class {
|
|||
this.skipped = 0;
|
||||
this.detectedFaces = 0;
|
||||
}
|
||||
transformRawCoords(rawCoords, box6, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
transformRawCoords(rawCoords, box5, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const coordsScaled = rawCoords.map((coord) => [
|
||||
boxSize[0] / this.meshSize * (coord[0] - this.meshSize / 2),
|
||||
boxSize[1] / this.meshSize * (coord[1] - this.meshSize / 2),
|
||||
|
|
@ -4867,7 +4867,7 @@ var Pipeline = class {
|
|||
const coordsRotationMatrix = angle !== 0 ? buildRotationMatrix(angle, [0, 0]) : IDENTITY_MATRIX;
|
||||
const coordsRotated = angle !== 0 ? coordsScaled.map((coord) => [...rotatePoint(coord, coordsRotationMatrix), coord[2]]) : coordsScaled;
|
||||
const inverseRotationMatrix = angle !== 0 ? invertTransformMatrix(rotationMatrix) : IDENTITY_MATRIX;
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint }), 1];
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint }), 1];
|
||||
return coordsRotated.map((coord) => [
|
||||
Math.round(coord[0] + dot(boxCenter, inverseRotationMatrix[0])),
|
||||
Math.round(coord[1] + dot(boxCenter, inverseRotationMatrix[1])),
|
||||
|
|
@ -4880,20 +4880,20 @@ var Pipeline = class {
|
|||
return leftEyeZ - rightEyeZ;
|
||||
}
|
||||
getEyeBox(rawCoords, face5, eyeInnerCornerIndex, eyeOuterCornerIndex, flip = false) {
|
||||
const box6 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box6);
|
||||
const box5 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box5);
|
||||
let crop = tf5.image.cropAndResize(face5, [[
|
||||
box6.startPoint[1] / this.meshSize,
|
||||
box6.startPoint[0] / this.meshSize,
|
||||
box6.endPoint[1] / this.meshSize,
|
||||
box6.endPoint[0] / this.meshSize
|
||||
box5.startPoint[1] / this.meshSize,
|
||||
box5.startPoint[0] / this.meshSize,
|
||||
box5.endPoint[1] / this.meshSize,
|
||||
box5.endPoint[0] / this.meshSize
|
||||
]], [0], [this.irisSize, this.irisSize]);
|
||||
if (flip && env.kernels.includes("flipleftright")) {
|
||||
const flipped = tf5.image.flipLeftRight(crop);
|
||||
tf5.dispose(crop);
|
||||
crop = flipped;
|
||||
}
|
||||
return { box: box6, boxSize, crop };
|
||||
return { box: box5, boxSize, crop };
|
||||
}
|
||||
getEyeCoords(eyeData, eyeBox, eyeBoxSize, flip = false) {
|
||||
const eyeRawCoords = [];
|
||||
|
|
@ -4923,14 +4923,14 @@ var Pipeline = class {
|
|||
return [coord[0], coord[1], z];
|
||||
});
|
||||
}
|
||||
correctFaceRotation(config3, box6, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box6.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box6.landmarks[indexOfMouth], box6.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
correctFaceRotation(config3, box5, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box5.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box5.landmarks[indexOfMouth], box5.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const faceCenterNormalized = [faceCenter[0] / input.shape[2], faceCenter[1] / input.shape[1]];
|
||||
const rotated = tf5.image.rotateWithOffset(input, angle, 0, faceCenterNormalized);
|
||||
const rotationMatrix = buildRotationMatrix(-angle, faceCenter);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const face5 = tf5.div(cut, 255);
|
||||
tf5.dispose(cut);
|
||||
tf5.dispose(rotated);
|
||||
|
|
@ -5014,16 +5014,16 @@ var Pipeline = class {
|
|||
}
|
||||
const results = [];
|
||||
const newBoxes = [];
|
||||
for (let box6 of this.storedBoxes) {
|
||||
for (let box5 of this.storedBoxes) {
|
||||
let face5;
|
||||
let angle = 0;
|
||||
let rotationMatrix;
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
} else {
|
||||
rotationMatrix = IDENTITY_MATRIX;
|
||||
const cloned = input.clone();
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
face5 = tf5.div(cut, 255);
|
||||
tf5.dispose(cut);
|
||||
tf5.dispose(cloned);
|
||||
|
|
@ -5031,10 +5031,10 @@ var Pipeline = class {
|
|||
if (!config3.face.mesh.enabled) {
|
||||
results.push({
|
||||
mesh: [],
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence: null,
|
||||
boxConfidence: box6.confidence,
|
||||
confidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: box5.confidence,
|
||||
image: face5
|
||||
});
|
||||
} else if (!this.meshDetector) {
|
||||
|
|
@ -5050,29 +5050,29 @@ var Pipeline = class {
|
|||
tf5.dispose(contourCoords);
|
||||
tf5.dispose(coordsReshaped);
|
||||
if (faceConfidence < config3.face.detector.minConfidence) {
|
||||
box6.confidence = faceConfidence;
|
||||
box5.confidence = faceConfidence;
|
||||
tf5.dispose(face5);
|
||||
} else {
|
||||
if (config3.face.iris.enabled)
|
||||
rawCoords = await this.augmentIris(rawCoords, face5, config3);
|
||||
const mesh = this.transformRawCoords(rawCoords, box6, angle, rotationMatrix);
|
||||
box6 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box6.confidence };
|
||||
const mesh = this.transformRawCoords(rawCoords, box5, angle, rotationMatrix);
|
||||
box5 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box5.confidence };
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && config3.face.description.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
tf5.dispose(face5);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
}
|
||||
results.push({
|
||||
mesh,
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence,
|
||||
boxConfidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: faceConfidence,
|
||||
image: face5
|
||||
});
|
||||
box6 = { ...squarifyBox(box6), confidence: box6.confidence, faceConfidence };
|
||||
box5 = { ...squarifyBox(box5), confidence: box5.confidence, faceConfidence };
|
||||
}
|
||||
}
|
||||
newBoxes.push(box6);
|
||||
newBoxes.push(box5);
|
||||
}
|
||||
if (config3.face.mesh.enabled)
|
||||
this.storedBoxes = newBoxes.filter((a) => a.confidence > config3.face.detector.minConfidence);
|
||||
|
|
@ -5107,7 +5107,7 @@ async function predict(input, config3) {
|
|||
Math.trunc(Math.min(input.shape[2] || 0, prediction.box.endPoint[0]) - Math.max(0, prediction.box.startPoint[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, prediction.box.endPoint[1]) - Math.max(0, prediction.box.startPoint[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
const boxRaw3 = prediction.box ? [
|
||||
const boxRaw2 = prediction.box ? [
|
||||
prediction.box.startPoint[0] / (input.shape[2] || 0),
|
||||
prediction.box.startPoint[1] / (input.shape[1] || 0),
|
||||
(prediction.box.endPoint[0] - prediction.box.startPoint[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -5119,7 +5119,7 @@ async function predict(input, config3) {
|
|||
boxScore: Math.round(100 * prediction.boxConfidence) / 100,
|
||||
faceScore: Math.round(100 * prediction.faceConfidence) / 100,
|
||||
box: clampedBox,
|
||||
boxRaw: boxRaw3,
|
||||
boxRaw: boxRaw2,
|
||||
mesh: prediction.mesh,
|
||||
meshRaw,
|
||||
annotations: annotations3,
|
||||
|
|
@ -5214,10 +5214,10 @@ function enhance(input) {
|
|||
const tensor3 = input.image || input.tensor || input;
|
||||
if (!(tensor3 instanceof tf7.Tensor))
|
||||
return null;
|
||||
const box6 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
const box5 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
if (!(model == null ? void 0 : model.inputs[0].shape))
|
||||
return null;
|
||||
const crop = tensor3.shape.length === 3 ? tf7.image.cropAndResize(tf7.expandDims(tensor3, 0), box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tf7.image.cropAndResize(tensor3, box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const crop = tensor3.shape.length === 3 ? tf7.image.cropAndResize(tf7.expandDims(tensor3, 0), box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tf7.image.cropAndResize(tensor3, box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const norm = tf7.mul(crop, 255);
|
||||
return norm;
|
||||
});
|
||||
|
|
@ -5419,8 +5419,8 @@ function scalePoses(poses2, [height, width], [inputResolutionHeight, inputResolu
|
|||
score: pose.score,
|
||||
boxRaw: [pose.box[0] / inputResolutionWidth, pose.box[1] / inputResolutionHeight, pose.box[2] / inputResolutionWidth, pose.box[3] / inputResolutionHeight],
|
||||
box: [Math.trunc(pose.box[0] * scaleX), Math.trunc(pose.box[1] * scaleY), Math.trunc(pose.box[2] * scaleX), Math.trunc(pose.box[3] * scaleY)],
|
||||
keypoints: pose.keypoints.map(({ score: score3, part, position }) => ({
|
||||
score: score3,
|
||||
keypoints: pose.keypoints.map(({ score: score2, part, position }) => ({
|
||||
score: score2,
|
||||
part,
|
||||
position: [Math.trunc(position.x * scaleX), Math.trunc(position.y * scaleY)],
|
||||
positionRaw: [position.x / inputResolutionHeight, position.y / inputResolutionHeight]
|
||||
|
|
@ -5544,8 +5544,8 @@ function traverse(edgeId, sourceKeypoint, targetId, scores, offsets, displacemen
|
|||
targetKeypoint = addVectors({ x: targetKeypointIndices.x * outputStride, y: targetKeypointIndices.y * outputStride }, { x: offsetPoint.x, y: offsetPoint.y });
|
||||
}
|
||||
const targetKeyPointIndices = getStridedIndexNearPoint(targetKeypoint, height, width);
|
||||
const score3 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score3 };
|
||||
const score2 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score2 };
|
||||
}
|
||||
function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
||||
const tuples = poseChain.map(([parentJoinName, childJoinName]) => [partIds[parentJoinName], partIds[childJoinName]]);
|
||||
|
|
@ -5576,7 +5576,7 @@ function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
|||
}
|
||||
return keypoints3;
|
||||
}
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores) {
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores) {
|
||||
const [height, width] = scores.shape;
|
||||
let localMaximum = true;
|
||||
const yStart = Math.max(heatmapY - localMaximumRadius, 0);
|
||||
|
|
@ -5585,7 +5585,7 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
const xStart = Math.max(heatmapX - localMaximumRadius, 0);
|
||||
const xEnd = Math.min(heatmapX + localMaximumRadius + 1, width);
|
||||
for (let xCurrent = xStart; xCurrent < xEnd; ++xCurrent) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score3) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score2) {
|
||||
localMaximum = false;
|
||||
break;
|
||||
}
|
||||
|
|
@ -5597,15 +5597,15 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
}
|
||||
function buildPartWithScoreQueue(minConfidence2, scores) {
|
||||
const [height, width, numKeypoints] = scores.shape;
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score3 }) => score3);
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score2 }) => score2);
|
||||
for (let heatmapY = 0; heatmapY < height; ++heatmapY) {
|
||||
for (let heatmapX = 0; heatmapX < width; ++heatmapX) {
|
||||
for (let keypointId = 0; keypointId < numKeypoints; ++keypointId) {
|
||||
const score3 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score3 < minConfidence2)
|
||||
const score2 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score2 < minConfidence2)
|
||||
continue;
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score3, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score2, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -5621,9 +5621,9 @@ function withinRadius(poses2, { x, y }, keypointId) {
|
|||
});
|
||||
}
|
||||
function getInstanceScore(existingPoses, keypoints3) {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score3 }, keypointId) => {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score2 }, keypointId) => {
|
||||
if (!withinRadius(existingPoses, position, keypointId))
|
||||
result += score3;
|
||||
result += score2;
|
||||
return result;
|
||||
}, 0);
|
||||
return notOverlappedKeypointScores / keypoints3.length;
|
||||
|
|
@ -5638,10 +5638,10 @@ function decode(offsets, scores, displacementsFwd, displacementsBwd, maxDetected
|
|||
continue;
|
||||
let keypoints3 = decodePose(root, scores, offsets, displacementsFwd, displacementsBwd);
|
||||
keypoints3 = keypoints3.filter((a) => a.score > minConfidence2);
|
||||
const score3 = getInstanceScore(poses2, keypoints3);
|
||||
const box6 = getBoundingBox(keypoints3);
|
||||
if (score3 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box6, score: Math.round(100 * score3) / 100 });
|
||||
const score2 = getInstanceScore(poses2, keypoints3);
|
||||
const box5 = getBoundingBox(keypoints3);
|
||||
if (score2 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box5, score: Math.round(100 * score2) / 100 });
|
||||
}
|
||||
return poses2;
|
||||
}
|
||||
|
|
@ -5689,54 +5689,54 @@ var tf11 = __toModule(require_tfjs_esm());
|
|||
|
||||
// src/handpose/box.ts
|
||||
var tf10 = __toModule(require_tfjs_esm());
|
||||
function getBoxSize2(box6) {
|
||||
function getBoxSize2(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter2(box6) {
|
||||
function getBoxCenter2(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize2(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize2(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tf10.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function scaleBoxCoordinates2(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box6.palmLandmarks.map((coord) => {
|
||||
function scaleBoxCoordinates2(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box5.palmLandmarks.map((coord) => {
|
||||
const scaledCoord = [coord[0] * factor[0], coord[1] * factor[1]];
|
||||
return scaledCoord;
|
||||
});
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box6.confidence };
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box5.confidence };
|
||||
}
|
||||
function enlargeBox2(box6, factor = 1.5) {
|
||||
const center = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function enlargeBox2(box5, factor = 1.5) {
|
||||
const center = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
function squarifyBox2(box6) {
|
||||
const centers = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function squarifyBox2(box5) {
|
||||
const centers = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [centers[0] - halfSize, centers[1] - halfSize];
|
||||
const endPoint = [centers[0] + halfSize, centers[1] + halfSize];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
|
||||
// src/handpose/anchors.ts
|
||||
|
|
@ -9265,9 +9265,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedCurl, score3] of expectedCurls) {
|
||||
for (const [expectedCurl, score2] of expectedCurls) {
|
||||
if (detectedCurl === expectedCurl) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9279,9 +9279,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedDirection, score3] of expectedDirections) {
|
||||
for (const [expectedDirection, score2] of expectedDirections) {
|
||||
if (detectedDirection === expectedDirection) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9377,30 +9377,30 @@ async function predict5(input, config3) {
|
|||
}
|
||||
}
|
||||
const keypoints3 = predictions[i].landmarks;
|
||||
let box6 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw3 = [0, 0, 0, 0];
|
||||
let box5 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw2 = [0, 0, 0, 0];
|
||||
if (keypoints3 && keypoints3.length > 0) {
|
||||
for (const pt of keypoints3) {
|
||||
if (pt[0] < box6[0])
|
||||
box6[0] = pt[0];
|
||||
if (pt[1] < box6[1])
|
||||
box6[1] = pt[1];
|
||||
if (pt[0] > box6[2])
|
||||
box6[2] = pt[0];
|
||||
if (pt[1] > box6[3])
|
||||
box6[3] = pt[1];
|
||||
if (pt[0] < box5[0])
|
||||
box5[0] = pt[0];
|
||||
if (pt[1] < box5[1])
|
||||
box5[1] = pt[1];
|
||||
if (pt[0] > box5[2])
|
||||
box5[2] = pt[0];
|
||||
if (pt[1] > box5[3])
|
||||
box5[3] = pt[1];
|
||||
}
|
||||
box6[2] -= box6[0];
|
||||
box6[3] -= box6[1];
|
||||
boxRaw3 = [box6[0] / (input.shape[2] || 0), box6[1] / (input.shape[1] || 0), box6[2] / (input.shape[2] || 0), box6[3] / (input.shape[1] || 0)];
|
||||
box5[2] -= box5[0];
|
||||
box5[3] -= box5[1];
|
||||
boxRaw2 = [box5[0] / (input.shape[2] || 0), box5[1] / (input.shape[1] || 0), box5[2] / (input.shape[2] || 0), box5[3] / (input.shape[1] || 0)];
|
||||
} else {
|
||||
box6 = predictions[i].box ? [
|
||||
box5 = predictions[i].box ? [
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[1])),
|
||||
Math.trunc(Math.min(input.shape[2] || 0, predictions[i].box.bottomRight[0]) - Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, predictions[i].box.bottomRight[1]) - Math.max(0, predictions[i].box.topLeft[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
boxRaw3 = [
|
||||
boxRaw2 = [
|
||||
predictions[i].box.topLeft[0] / (input.shape[2] || 0),
|
||||
predictions[i].box.topLeft[1] / (input.shape[1] || 0),
|
||||
(predictions[i].box.bottomRight[0] - predictions[i].box.topLeft[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -9414,8 +9414,8 @@ async function predict5(input, config3) {
|
|||
boxScore: Math.round(100 * predictions[i].boxConfidence) / 100,
|
||||
fingerScore: Math.round(100 * predictions[i].fingerConfidence) / 100,
|
||||
label: "hand",
|
||||
box: box6,
|
||||
boxRaw: boxRaw3,
|
||||
box: box5,
|
||||
boxRaw: boxRaw2,
|
||||
keypoints: keypoints3,
|
||||
annotations: annotations3,
|
||||
landmarks
|
||||
|
|
@ -9750,13 +9750,13 @@ async function detectHands(input, config3) {
|
|||
} else {
|
||||
yxBox = await boxSlice.data();
|
||||
}
|
||||
const boxRaw3 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box6 = [Math.trunc(boxRaw3[0] * outputSize[0]), Math.trunc(boxRaw3[1] * outputSize[1]), Math.trunc(boxRaw3[2] * outputSize[0]), Math.trunc(boxRaw3[3] * outputSize[1])];
|
||||
const boxRaw2 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box5 = [Math.trunc(boxRaw2[0] * outputSize[0]), Math.trunc(boxRaw2[1] * outputSize[1]), Math.trunc(boxRaw2[2] * outputSize[0]), Math.trunc(boxRaw2[3] * outputSize[1])];
|
||||
tf16.dispose(boxSlice);
|
||||
const scoreSlice = tf16.slice(classScores[i], res, 1);
|
||||
const score3 = (await scoreSlice.data())[0];
|
||||
const score2 = (await scoreSlice.data())[0];
|
||||
tf16.dispose(scoreSlice);
|
||||
const hand3 = { id: id++, score: score3, box: box6, boxRaw: boxRaw3, label: classes[i], yxBox };
|
||||
const hand3 = { id: id++, score: score2, box: box5, boxRaw: boxRaw2, label: classes[i], yxBox };
|
||||
hands.push(hand3);
|
||||
}
|
||||
}
|
||||
|
|
@ -9790,9 +9790,9 @@ async function detectFingers(input, h, config3) {
|
|||
t.cast = tf16.cast(t.crop, "float32");
|
||||
t.div = tf16.div(t.cast, 255);
|
||||
[t.score, t.keypoints] = models2[1].execute(t.div);
|
||||
const score3 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score3 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score3;
|
||||
const score2 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score2 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score2;
|
||||
t.reshaped = tf16.reshape(t.keypoints, [-1, 3]);
|
||||
const rawCoords = await t.reshaped.array();
|
||||
hand3.keypoints = rawCoords.map((coord) => [
|
||||
|
|
@ -9970,15 +9970,15 @@ async function predict7(image24, config3) {
|
|||
}
|
||||
const x = keypoints3.map((a) => a.position[0]);
|
||||
const y = keypoints3.map((a) => a.position[1]);
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
Math.max(...y) - Math.min(...x)
|
||||
];
|
||||
const boxRaw3 = [0, 0, 0, 0];
|
||||
const score3 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score3, box: box6, boxRaw: boxRaw3, keypoints: keypoints3 }];
|
||||
const boxRaw2 = [0, 0, 0, 0];
|
||||
const score2 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score2, box: box5, boxRaw: boxRaw2, keypoints: keypoints3 }];
|
||||
}
|
||||
|
||||
// src/efficientpose/efficientpose.ts
|
||||
|
|
@ -10090,9 +10090,6 @@ var tf19 = __toModule(require_tfjs_esm());
|
|||
var model6;
|
||||
var inputSize2 = 0;
|
||||
var cachedBoxes = [];
|
||||
var box5 = [0, 0, 0, 0];
|
||||
var boxRaw2 = [0, 0, 0, 0];
|
||||
var score2 = 0;
|
||||
var skipped5 = Number.MAX_SAFE_INTEGER;
|
||||
var keypoints2 = [];
|
||||
var bodyParts2 = ["nose", "leftEye", "rightEye", "leftEar", "rightEar", "leftShoulder", "rightShoulder", "leftElbow", "rightElbow", "leftWrist", "rightWrist", "leftHip", "rightHip", "leftKnee", "rightKnee", "leftAnkle", "rightAnkle"];
|
||||
|
|
@ -10116,6 +10113,7 @@ async function load9(config3) {
|
|||
async function parseSinglePose(res, config3, image24, inputBox) {
|
||||
const kpt3 = res[0][0];
|
||||
keypoints2.length = 0;
|
||||
let score2 = 0;
|
||||
for (let id = 0; id < kpt3.length; id++) {
|
||||
score2 = kpt3[id][2];
|
||||
if (score2 > config3.body.minConfidence) {
|
||||
|
|
@ -10137,7 +10135,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
score2 = keypoints2.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
const x = keypoints2.map((a) => a.position[0]);
|
||||
const y = keypoints2.map((a) => a.position[1]);
|
||||
box5 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
|
|
@ -10145,7 +10143,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
];
|
||||
const xRaw = keypoints2.map((a) => a.positionRaw[0]);
|
||||
const yRaw = keypoints2.map((a) => a.positionRaw[1]);
|
||||
boxRaw2 = [
|
||||
const boxRaw2 = [
|
||||
Math.min(...xRaw),
|
||||
Math.min(...yRaw),
|
||||
Math.max(...xRaw) - Math.min(...xRaw),
|
||||
|
|
@ -10159,7 +10157,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
const bodies = [];
|
||||
for (let id = 0; id < res[0].length; id++) {
|
||||
const kpt3 = res[0][id];
|
||||
score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
const score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
if (score2 < config3.body.minConfidence)
|
||||
continue;
|
||||
keypoints2.length = 0;
|
||||
|
|
@ -10178,7 +10176,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
});
|
||||
}
|
||||
}
|
||||
boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
const boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
bodies.push({
|
||||
id,
|
||||
score: score2,
|
||||
|
|
@ -10357,8 +10355,8 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
const scores = await scoresT.array();
|
||||
for (let i = 0; i < scoresT.shape[0]; i++) {
|
||||
for (let j = 0; j < scoresT.shape[1]; j++) {
|
||||
const score3 = scores[i][j];
|
||||
if (score3 > config3.object.minConfidence && j !== 61) {
|
||||
const score2 = scores[i][j];
|
||||
if (score2 > config3.object.minConfidence && j !== 61) {
|
||||
const cx = (0.5 + Math.trunc(i % baseSize)) / baseSize;
|
||||
const cy = (0.5 + Math.trunc(i / baseSize)) / baseSize;
|
||||
const boxOffset = boxIdx[i].map((a) => a * (baseSize / strideSize / inputSize4));
|
||||
|
|
@ -10370,21 +10368,21 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
cx + scaleBox2 / strideSize * boxOffset[2] - x,
|
||||
cy + scaleBox2 / strideSize * boxOffset[3] - y
|
||||
];
|
||||
let boxRaw3 = [x, y, w, h];
|
||||
boxRaw3 = boxRaw3.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box6 = [
|
||||
boxRaw3[0] * outputShape[0],
|
||||
boxRaw3[1] * outputShape[1],
|
||||
boxRaw3[2] * outputShape[0],
|
||||
boxRaw3[3] * outputShape[1]
|
||||
let boxRaw2 = [x, y, w, h];
|
||||
boxRaw2 = boxRaw2.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box5 = [
|
||||
boxRaw2[0] * outputShape[0],
|
||||
boxRaw2[1] * outputShape[1],
|
||||
boxRaw2[2] * outputShape[0],
|
||||
boxRaw2[3] * outputShape[1]
|
||||
];
|
||||
const result = {
|
||||
id: id++,
|
||||
score: Math.round(100 * score3) / 100,
|
||||
score: Math.round(100 * score2) / 100,
|
||||
class: j + 1,
|
||||
label: labels[j].label,
|
||||
box: box6.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw3
|
||||
box: box5.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw2
|
||||
};
|
||||
results.push(result);
|
||||
}
|
||||
|
|
@ -10474,26 +10472,26 @@ async function process4(res, outputShape, config3) {
|
|||
tf21.dispose(nmsT);
|
||||
let i = 0;
|
||||
for (const id of nms) {
|
||||
const score3 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const score2 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const classVal = detections[0][id][5];
|
||||
const label = labels[classVal].label;
|
||||
const [x, y] = [
|
||||
detections[0][id][0] / inputSize3,
|
||||
detections[0][id][1] / inputSize3
|
||||
];
|
||||
const boxRaw3 = [
|
||||
const boxRaw2 = [
|
||||
x,
|
||||
y,
|
||||
detections[0][id][2] / inputSize3 - x,
|
||||
detections[0][id][3] / inputSize3 - y
|
||||
];
|
||||
const box6 = [
|
||||
Math.trunc(boxRaw3[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw3[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[3] * outputShape[1])
|
||||
const box5 = [
|
||||
Math.trunc(boxRaw2[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw2[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[3] * outputShape[1])
|
||||
];
|
||||
results.push({ id: i++, score: score3, class: classVal, label, box: box6, boxRaw: boxRaw3 });
|
||||
results.push({ id: i++, score: score2, class: classVal, label, box: box5, boxRaw: boxRaw2 });
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
|
@ -11419,7 +11417,7 @@ async function hand2(inCanvas2, result, drawOptions) {
|
|||
if (localOptions.drawPoints) {
|
||||
if (h.keypoints && h.keypoints.length > 0) {
|
||||
for (const pt of h.keypoints) {
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * pt[2]}, ${127.5 - 2 * pt[2]}, 255, 0.5)` : localOptions.color;
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * (pt[2] || 0)}, ${127.5 - 2 * (pt[2] || 0)}, 255, 0.5)` : localOptions.color;
|
||||
point(ctx, pt[0], pt[1], 0, localOptions);
|
||||
}
|
||||
}
|
||||
|
|
@ -11570,10 +11568,10 @@ function join2(faces, bodies, hands, gestures, shape) {
|
|||
}
|
||||
const x = [];
|
||||
const y = [];
|
||||
const extractXY = (box6) => {
|
||||
if (box6 && box6.length === 4) {
|
||||
x.push(box6[0], box6[0] + box6[2]);
|
||||
y.push(box6[1], box6[1] + box6[3]);
|
||||
const extractXY = (box5) => {
|
||||
if (box5 && box5.length === 4) {
|
||||
x.push(box5[0], box5[0] + box5[2]);
|
||||
y.push(box5[1], box5[1] + box5[3]);
|
||||
}
|
||||
};
|
||||
extractXY((_k = person2.face) == null ? void 0 : _k.box);
|
||||
|
|
@ -11603,8 +11601,8 @@ function calc(newResult) {
|
|||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.body.length; i++) {
|
||||
const box6 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const keypoints3 = newResult.body[i].keypoints.map((keypoint, j) => ({
|
||||
score: keypoint.score,
|
||||
part: keypoint.part,
|
||||
|
|
@ -11617,18 +11615,18 @@ function calc(newResult) {
|
|||
bufferedResult.body[i].keypoints[j] ? ((bufferedFactor - 1) * bufferedResult.body[i].keypoints[j].positionRaw[1] + keypoint.positionRaw[1]) / bufferedFactor : keypoint.position[1]
|
||||
]
|
||||
}));
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3 };
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.hand || newResult.hand.length !== bufferedResult.hand.length) {
|
||||
bufferedResult.hand = JSON.parse(JSON.stringify(newResult.hand));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.hand.length; i++) {
|
||||
const box6 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
if (bufferedResult.hand[i].keypoints.length !== newResult.hand[i].keypoints.length)
|
||||
bufferedResult.hand[i].keypoints = newResult.hand[i].keypoints;
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].keypoints[j][k] + coord) / bufferedFactor)) : [];
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * (bufferedResult.hand[i].keypoints[j][k] || 1) + (coord || 0)) / bufferedFactor)) : [];
|
||||
const annotations3 = {};
|
||||
if (Object.keys(bufferedResult.hand[i].annotations).length !== Object.keys(newResult.hand[i].annotations).length)
|
||||
bufferedResult.hand[i].annotations = newResult.hand[i].annotations;
|
||||
|
|
@ -11637,15 +11635,15 @@ function calc(newResult) {
|
|||
annotations3[key] = newResult.hand[i].annotations[key] && newResult.hand[i].annotations[key][0] ? newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / bufferedFactor)) : null;
|
||||
}
|
||||
}
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3, annotations: annotations3 };
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3, annotations: annotations3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.face || newResult.face.length !== bufferedResult.face.length) {
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.face.length; i++) {
|
||||
const box6 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const rotation = { matrix: [0, 0, 0, 0, 0, 0, 0, 0, 0], angle: { roll: 0, yaw: 0, pitch: 0 }, gaze: { bearing: 0, strength: 0 } };
|
||||
rotation.matrix = (_a = newResult.face[i].rotation) == null ? void 0 : _a.matrix;
|
||||
rotation.angle = {
|
||||
|
|
@ -11657,16 +11655,16 @@ function calc(newResult) {
|
|||
bearing: ((bufferedFactor - 1) * (((_o = (_n = bufferedResult.face[i].rotation) == null ? void 0 : _n.gaze) == null ? void 0 : _o.bearing) || 0) + (((_q = (_p = newResult.face[i].rotation) == null ? void 0 : _p.gaze) == null ? void 0 : _q.bearing) || 0)) / bufferedFactor,
|
||||
strength: ((bufferedFactor - 1) * (((_s = (_r = bufferedResult.face[i].rotation) == null ? void 0 : _r.gaze) == null ? void 0 : _s.strength) || 0) + (((_u = (_t = newResult.face[i].rotation) == null ? void 0 : _t.gaze) == null ? void 0 : _u.strength) || 0)) / bufferedFactor
|
||||
};
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box6, boxRaw: boxRaw3 };
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.object || newResult.object.length !== bufferedResult.object.length) {
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.object.length; i++) {
|
||||
const box6 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box6, boxRaw: boxRaw3 };
|
||||
const box5 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (newResult.persons) {
|
||||
|
|
@ -11675,7 +11673,7 @@ function calc(newResult) {
|
|||
bufferedResult.persons = JSON.parse(JSON.stringify(newPersons));
|
||||
} else {
|
||||
for (let i = 0; i < newPersons.length; i++) {
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box6, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box6) / bufferedFactor);
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box5, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box5) / bufferedFactor);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -148,25 +148,25 @@ function scaleBox(keypoints3, boxScaleFact2, outputSize2) {
|
|||
const maxmin = [Math.max(...coords3[0]), Math.min(...coords3[0]), Math.max(...coords3[1]), Math.min(...coords3[1])];
|
||||
const center = [(maxmin[0] + maxmin[1]) / 2, (maxmin[2] + maxmin[3]) / 2];
|
||||
const diff = Math.max(center[0] - maxmin[1], center[1] - maxmin[3], -center[0] + maxmin[0], -center[1] + maxmin[2]) * boxScaleFact2;
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.trunc(center[0] - diff),
|
||||
Math.trunc(center[1] - diff),
|
||||
Math.trunc(2 * diff),
|
||||
Math.trunc(2 * diff)
|
||||
];
|
||||
const boxRaw3 = [
|
||||
box6[0] / outputSize2[0],
|
||||
box6[1] / outputSize2[1],
|
||||
box6[2] / outputSize2[0],
|
||||
box6[3] / outputSize2[1]
|
||||
const boxRaw2 = [
|
||||
box5[0] / outputSize2[0],
|
||||
box5[1] / outputSize2[1],
|
||||
box5[2] / outputSize2[0],
|
||||
box5[3] / outputSize2[1]
|
||||
];
|
||||
const yxBox = [
|
||||
boxRaw3[1],
|
||||
boxRaw3[0],
|
||||
boxRaw3[3] + boxRaw3[1],
|
||||
boxRaw3[2] + boxRaw3[0]
|
||||
boxRaw2[1],
|
||||
boxRaw2[0],
|
||||
boxRaw2[3] + boxRaw2[1],
|
||||
boxRaw2[2] + boxRaw2[0]
|
||||
];
|
||||
return { box: box6, boxRaw: boxRaw3, yxBox };
|
||||
return { box: box5, boxRaw: boxRaw2, yxBox };
|
||||
}
|
||||
|
||||
// src/config.ts
|
||||
|
|
@ -282,50 +282,50 @@ var tf2 = __toModule(require_tfjs_esm());
|
|||
|
||||
// src/blazeface/box.ts
|
||||
var tf = __toModule(require_tfjs_esm());
|
||||
function scaleBoxCoordinates(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
function scaleBoxCoordinates(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
return { startPoint, endPoint };
|
||||
}
|
||||
function getBoxSize(box6) {
|
||||
function getBoxSize(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter(box6) {
|
||||
function getBoxCenter(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tf.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function enlargeBox(box6, factor = 1.5) {
|
||||
const center = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function enlargeBox(box5, factor = 1.5) {
|
||||
const center = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function squarifyBox(box6) {
|
||||
const centers = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function squarifyBox(box5) {
|
||||
const centers = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [Math.round(centers[0] - halfSize), Math.round(centers[1] - halfSize)];
|
||||
const endPoint = [Math.round(centers[0] + halfSize), Math.round(centers[1] + halfSize)];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function calculateLandmarksBoundingBox(landmarks) {
|
||||
const xs = landmarks.map((d) => d[0]);
|
||||
|
|
@ -4858,8 +4858,8 @@ var Pipeline = class {
|
|||
this.skipped = 0;
|
||||
this.detectedFaces = 0;
|
||||
}
|
||||
transformRawCoords(rawCoords, box6, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
transformRawCoords(rawCoords, box5, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const coordsScaled = rawCoords.map((coord) => [
|
||||
boxSize[0] / this.meshSize * (coord[0] - this.meshSize / 2),
|
||||
boxSize[1] / this.meshSize * (coord[1] - this.meshSize / 2),
|
||||
|
|
@ -4868,7 +4868,7 @@ var Pipeline = class {
|
|||
const coordsRotationMatrix = angle !== 0 ? buildRotationMatrix(angle, [0, 0]) : IDENTITY_MATRIX;
|
||||
const coordsRotated = angle !== 0 ? coordsScaled.map((coord) => [...rotatePoint(coord, coordsRotationMatrix), coord[2]]) : coordsScaled;
|
||||
const inverseRotationMatrix = angle !== 0 ? invertTransformMatrix(rotationMatrix) : IDENTITY_MATRIX;
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint }), 1];
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint }), 1];
|
||||
return coordsRotated.map((coord) => [
|
||||
Math.round(coord[0] + dot(boxCenter, inverseRotationMatrix[0])),
|
||||
Math.round(coord[1] + dot(boxCenter, inverseRotationMatrix[1])),
|
||||
|
|
@ -4881,20 +4881,20 @@ var Pipeline = class {
|
|||
return leftEyeZ - rightEyeZ;
|
||||
}
|
||||
getEyeBox(rawCoords, face5, eyeInnerCornerIndex, eyeOuterCornerIndex, flip = false) {
|
||||
const box6 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box6);
|
||||
const box5 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box5);
|
||||
let crop = tf5.image.cropAndResize(face5, [[
|
||||
box6.startPoint[1] / this.meshSize,
|
||||
box6.startPoint[0] / this.meshSize,
|
||||
box6.endPoint[1] / this.meshSize,
|
||||
box6.endPoint[0] / this.meshSize
|
||||
box5.startPoint[1] / this.meshSize,
|
||||
box5.startPoint[0] / this.meshSize,
|
||||
box5.endPoint[1] / this.meshSize,
|
||||
box5.endPoint[0] / this.meshSize
|
||||
]], [0], [this.irisSize, this.irisSize]);
|
||||
if (flip && env.kernels.includes("flipleftright")) {
|
||||
const flipped = tf5.image.flipLeftRight(crop);
|
||||
tf5.dispose(crop);
|
||||
crop = flipped;
|
||||
}
|
||||
return { box: box6, boxSize, crop };
|
||||
return { box: box5, boxSize, crop };
|
||||
}
|
||||
getEyeCoords(eyeData, eyeBox, eyeBoxSize, flip = false) {
|
||||
const eyeRawCoords = [];
|
||||
|
|
@ -4924,14 +4924,14 @@ var Pipeline = class {
|
|||
return [coord[0], coord[1], z];
|
||||
});
|
||||
}
|
||||
correctFaceRotation(config3, box6, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box6.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box6.landmarks[indexOfMouth], box6.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
correctFaceRotation(config3, box5, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box5.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box5.landmarks[indexOfMouth], box5.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const faceCenterNormalized = [faceCenter[0] / input.shape[2], faceCenter[1] / input.shape[1]];
|
||||
const rotated = tf5.image.rotateWithOffset(input, angle, 0, faceCenterNormalized);
|
||||
const rotationMatrix = buildRotationMatrix(-angle, faceCenter);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const face5 = tf5.div(cut, 255);
|
||||
tf5.dispose(cut);
|
||||
tf5.dispose(rotated);
|
||||
|
|
@ -5015,16 +5015,16 @@ var Pipeline = class {
|
|||
}
|
||||
const results = [];
|
||||
const newBoxes = [];
|
||||
for (let box6 of this.storedBoxes) {
|
||||
for (let box5 of this.storedBoxes) {
|
||||
let face5;
|
||||
let angle = 0;
|
||||
let rotationMatrix;
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
} else {
|
||||
rotationMatrix = IDENTITY_MATRIX;
|
||||
const cloned = input.clone();
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
face5 = tf5.div(cut, 255);
|
||||
tf5.dispose(cut);
|
||||
tf5.dispose(cloned);
|
||||
|
|
@ -5032,10 +5032,10 @@ var Pipeline = class {
|
|||
if (!config3.face.mesh.enabled) {
|
||||
results.push({
|
||||
mesh: [],
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence: null,
|
||||
boxConfidence: box6.confidence,
|
||||
confidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: box5.confidence,
|
||||
image: face5
|
||||
});
|
||||
} else if (!this.meshDetector) {
|
||||
|
|
@ -5051,29 +5051,29 @@ var Pipeline = class {
|
|||
tf5.dispose(contourCoords);
|
||||
tf5.dispose(coordsReshaped);
|
||||
if (faceConfidence < config3.face.detector.minConfidence) {
|
||||
box6.confidence = faceConfidence;
|
||||
box5.confidence = faceConfidence;
|
||||
tf5.dispose(face5);
|
||||
} else {
|
||||
if (config3.face.iris.enabled)
|
||||
rawCoords = await this.augmentIris(rawCoords, face5, config3);
|
||||
const mesh = this.transformRawCoords(rawCoords, box6, angle, rotationMatrix);
|
||||
box6 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box6.confidence };
|
||||
const mesh = this.transformRawCoords(rawCoords, box5, angle, rotationMatrix);
|
||||
box5 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box5.confidence };
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && config3.face.description.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
tf5.dispose(face5);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
}
|
||||
results.push({
|
||||
mesh,
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence,
|
||||
boxConfidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: faceConfidence,
|
||||
image: face5
|
||||
});
|
||||
box6 = { ...squarifyBox(box6), confidence: box6.confidence, faceConfidence };
|
||||
box5 = { ...squarifyBox(box5), confidence: box5.confidence, faceConfidence };
|
||||
}
|
||||
}
|
||||
newBoxes.push(box6);
|
||||
newBoxes.push(box5);
|
||||
}
|
||||
if (config3.face.mesh.enabled)
|
||||
this.storedBoxes = newBoxes.filter((a) => a.confidence > config3.face.detector.minConfidence);
|
||||
|
|
@ -5108,7 +5108,7 @@ async function predict(input, config3) {
|
|||
Math.trunc(Math.min(input.shape[2] || 0, prediction.box.endPoint[0]) - Math.max(0, prediction.box.startPoint[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, prediction.box.endPoint[1]) - Math.max(0, prediction.box.startPoint[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
const boxRaw3 = prediction.box ? [
|
||||
const boxRaw2 = prediction.box ? [
|
||||
prediction.box.startPoint[0] / (input.shape[2] || 0),
|
||||
prediction.box.startPoint[1] / (input.shape[1] || 0),
|
||||
(prediction.box.endPoint[0] - prediction.box.startPoint[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -5120,7 +5120,7 @@ async function predict(input, config3) {
|
|||
boxScore: Math.round(100 * prediction.boxConfidence) / 100,
|
||||
faceScore: Math.round(100 * prediction.faceConfidence) / 100,
|
||||
box: clampedBox,
|
||||
boxRaw: boxRaw3,
|
||||
boxRaw: boxRaw2,
|
||||
mesh: prediction.mesh,
|
||||
meshRaw,
|
||||
annotations: annotations3,
|
||||
|
|
@ -5215,10 +5215,10 @@ function enhance(input) {
|
|||
const tensor3 = input.image || input.tensor || input;
|
||||
if (!(tensor3 instanceof tf7.Tensor))
|
||||
return null;
|
||||
const box6 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
const box5 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
if (!(model == null ? void 0 : model.inputs[0].shape))
|
||||
return null;
|
||||
const crop = tensor3.shape.length === 3 ? tf7.image.cropAndResize(tf7.expandDims(tensor3, 0), box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tf7.image.cropAndResize(tensor3, box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const crop = tensor3.shape.length === 3 ? tf7.image.cropAndResize(tf7.expandDims(tensor3, 0), box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tf7.image.cropAndResize(tensor3, box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const norm = tf7.mul(crop, 255);
|
||||
return norm;
|
||||
});
|
||||
|
|
@ -5420,8 +5420,8 @@ function scalePoses(poses2, [height, width], [inputResolutionHeight, inputResolu
|
|||
score: pose.score,
|
||||
boxRaw: [pose.box[0] / inputResolutionWidth, pose.box[1] / inputResolutionHeight, pose.box[2] / inputResolutionWidth, pose.box[3] / inputResolutionHeight],
|
||||
box: [Math.trunc(pose.box[0] * scaleX), Math.trunc(pose.box[1] * scaleY), Math.trunc(pose.box[2] * scaleX), Math.trunc(pose.box[3] * scaleY)],
|
||||
keypoints: pose.keypoints.map(({ score: score3, part, position }) => ({
|
||||
score: score3,
|
||||
keypoints: pose.keypoints.map(({ score: score2, part, position }) => ({
|
||||
score: score2,
|
||||
part,
|
||||
position: [Math.trunc(position.x * scaleX), Math.trunc(position.y * scaleY)],
|
||||
positionRaw: [position.x / inputResolutionHeight, position.y / inputResolutionHeight]
|
||||
|
|
@ -5545,8 +5545,8 @@ function traverse(edgeId, sourceKeypoint, targetId, scores, offsets, displacemen
|
|||
targetKeypoint = addVectors({ x: targetKeypointIndices.x * outputStride, y: targetKeypointIndices.y * outputStride }, { x: offsetPoint.x, y: offsetPoint.y });
|
||||
}
|
||||
const targetKeyPointIndices = getStridedIndexNearPoint(targetKeypoint, height, width);
|
||||
const score3 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score3 };
|
||||
const score2 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score2 };
|
||||
}
|
||||
function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
||||
const tuples = poseChain.map(([parentJoinName, childJoinName]) => [partIds[parentJoinName], partIds[childJoinName]]);
|
||||
|
|
@ -5577,7 +5577,7 @@ function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
|||
}
|
||||
return keypoints3;
|
||||
}
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores) {
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores) {
|
||||
const [height, width] = scores.shape;
|
||||
let localMaximum = true;
|
||||
const yStart = Math.max(heatmapY - localMaximumRadius, 0);
|
||||
|
|
@ -5586,7 +5586,7 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
const xStart = Math.max(heatmapX - localMaximumRadius, 0);
|
||||
const xEnd = Math.min(heatmapX + localMaximumRadius + 1, width);
|
||||
for (let xCurrent = xStart; xCurrent < xEnd; ++xCurrent) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score3) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score2) {
|
||||
localMaximum = false;
|
||||
break;
|
||||
}
|
||||
|
|
@ -5598,15 +5598,15 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
}
|
||||
function buildPartWithScoreQueue(minConfidence2, scores) {
|
||||
const [height, width, numKeypoints] = scores.shape;
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score3 }) => score3);
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score2 }) => score2);
|
||||
for (let heatmapY = 0; heatmapY < height; ++heatmapY) {
|
||||
for (let heatmapX = 0; heatmapX < width; ++heatmapX) {
|
||||
for (let keypointId = 0; keypointId < numKeypoints; ++keypointId) {
|
||||
const score3 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score3 < minConfidence2)
|
||||
const score2 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score2 < minConfidence2)
|
||||
continue;
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score3, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score2, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -5622,9 +5622,9 @@ function withinRadius(poses2, { x, y }, keypointId) {
|
|||
});
|
||||
}
|
||||
function getInstanceScore(existingPoses, keypoints3) {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score3 }, keypointId) => {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score2 }, keypointId) => {
|
||||
if (!withinRadius(existingPoses, position, keypointId))
|
||||
result += score3;
|
||||
result += score2;
|
||||
return result;
|
||||
}, 0);
|
||||
return notOverlappedKeypointScores / keypoints3.length;
|
||||
|
|
@ -5639,10 +5639,10 @@ function decode(offsets, scores, displacementsFwd, displacementsBwd, maxDetected
|
|||
continue;
|
||||
let keypoints3 = decodePose(root, scores, offsets, displacementsFwd, displacementsBwd);
|
||||
keypoints3 = keypoints3.filter((a) => a.score > minConfidence2);
|
||||
const score3 = getInstanceScore(poses2, keypoints3);
|
||||
const box6 = getBoundingBox(keypoints3);
|
||||
if (score3 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box6, score: Math.round(100 * score3) / 100 });
|
||||
const score2 = getInstanceScore(poses2, keypoints3);
|
||||
const box5 = getBoundingBox(keypoints3);
|
||||
if (score2 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box5, score: Math.round(100 * score2) / 100 });
|
||||
}
|
||||
return poses2;
|
||||
}
|
||||
|
|
@ -5690,54 +5690,54 @@ var tf11 = __toModule(require_tfjs_esm());
|
|||
|
||||
// src/handpose/box.ts
|
||||
var tf10 = __toModule(require_tfjs_esm());
|
||||
function getBoxSize2(box6) {
|
||||
function getBoxSize2(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter2(box6) {
|
||||
function getBoxCenter2(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize2(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize2(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tf10.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function scaleBoxCoordinates2(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box6.palmLandmarks.map((coord) => {
|
||||
function scaleBoxCoordinates2(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box5.palmLandmarks.map((coord) => {
|
||||
const scaledCoord = [coord[0] * factor[0], coord[1] * factor[1]];
|
||||
return scaledCoord;
|
||||
});
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box6.confidence };
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box5.confidence };
|
||||
}
|
||||
function enlargeBox2(box6, factor = 1.5) {
|
||||
const center = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function enlargeBox2(box5, factor = 1.5) {
|
||||
const center = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
function squarifyBox2(box6) {
|
||||
const centers = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function squarifyBox2(box5) {
|
||||
const centers = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [centers[0] - halfSize, centers[1] - halfSize];
|
||||
const endPoint = [centers[0] + halfSize, centers[1] + halfSize];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
|
||||
// src/handpose/anchors.ts
|
||||
|
|
@ -9266,9 +9266,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedCurl, score3] of expectedCurls) {
|
||||
for (const [expectedCurl, score2] of expectedCurls) {
|
||||
if (detectedCurl === expectedCurl) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9280,9 +9280,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedDirection, score3] of expectedDirections) {
|
||||
for (const [expectedDirection, score2] of expectedDirections) {
|
||||
if (detectedDirection === expectedDirection) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9378,30 +9378,30 @@ async function predict5(input, config3) {
|
|||
}
|
||||
}
|
||||
const keypoints3 = predictions[i].landmarks;
|
||||
let box6 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw3 = [0, 0, 0, 0];
|
||||
let box5 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw2 = [0, 0, 0, 0];
|
||||
if (keypoints3 && keypoints3.length > 0) {
|
||||
for (const pt of keypoints3) {
|
||||
if (pt[0] < box6[0])
|
||||
box6[0] = pt[0];
|
||||
if (pt[1] < box6[1])
|
||||
box6[1] = pt[1];
|
||||
if (pt[0] > box6[2])
|
||||
box6[2] = pt[0];
|
||||
if (pt[1] > box6[3])
|
||||
box6[3] = pt[1];
|
||||
if (pt[0] < box5[0])
|
||||
box5[0] = pt[0];
|
||||
if (pt[1] < box5[1])
|
||||
box5[1] = pt[1];
|
||||
if (pt[0] > box5[2])
|
||||
box5[2] = pt[0];
|
||||
if (pt[1] > box5[3])
|
||||
box5[3] = pt[1];
|
||||
}
|
||||
box6[2] -= box6[0];
|
||||
box6[3] -= box6[1];
|
||||
boxRaw3 = [box6[0] / (input.shape[2] || 0), box6[1] / (input.shape[1] || 0), box6[2] / (input.shape[2] || 0), box6[3] / (input.shape[1] || 0)];
|
||||
box5[2] -= box5[0];
|
||||
box5[3] -= box5[1];
|
||||
boxRaw2 = [box5[0] / (input.shape[2] || 0), box5[1] / (input.shape[1] || 0), box5[2] / (input.shape[2] || 0), box5[3] / (input.shape[1] || 0)];
|
||||
} else {
|
||||
box6 = predictions[i].box ? [
|
||||
box5 = predictions[i].box ? [
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[1])),
|
||||
Math.trunc(Math.min(input.shape[2] || 0, predictions[i].box.bottomRight[0]) - Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, predictions[i].box.bottomRight[1]) - Math.max(0, predictions[i].box.topLeft[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
boxRaw3 = [
|
||||
boxRaw2 = [
|
||||
predictions[i].box.topLeft[0] / (input.shape[2] || 0),
|
||||
predictions[i].box.topLeft[1] / (input.shape[1] || 0),
|
||||
(predictions[i].box.bottomRight[0] - predictions[i].box.topLeft[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -9415,8 +9415,8 @@ async function predict5(input, config3) {
|
|||
boxScore: Math.round(100 * predictions[i].boxConfidence) / 100,
|
||||
fingerScore: Math.round(100 * predictions[i].fingerConfidence) / 100,
|
||||
label: "hand",
|
||||
box: box6,
|
||||
boxRaw: boxRaw3,
|
||||
box: box5,
|
||||
boxRaw: boxRaw2,
|
||||
keypoints: keypoints3,
|
||||
annotations: annotations3,
|
||||
landmarks
|
||||
|
|
@ -9751,13 +9751,13 @@ async function detectHands(input, config3) {
|
|||
} else {
|
||||
yxBox = await boxSlice.data();
|
||||
}
|
||||
const boxRaw3 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box6 = [Math.trunc(boxRaw3[0] * outputSize[0]), Math.trunc(boxRaw3[1] * outputSize[1]), Math.trunc(boxRaw3[2] * outputSize[0]), Math.trunc(boxRaw3[3] * outputSize[1])];
|
||||
const boxRaw2 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box5 = [Math.trunc(boxRaw2[0] * outputSize[0]), Math.trunc(boxRaw2[1] * outputSize[1]), Math.trunc(boxRaw2[2] * outputSize[0]), Math.trunc(boxRaw2[3] * outputSize[1])];
|
||||
tf16.dispose(boxSlice);
|
||||
const scoreSlice = tf16.slice(classScores[i], res, 1);
|
||||
const score3 = (await scoreSlice.data())[0];
|
||||
const score2 = (await scoreSlice.data())[0];
|
||||
tf16.dispose(scoreSlice);
|
||||
const hand3 = { id: id++, score: score3, box: box6, boxRaw: boxRaw3, label: classes[i], yxBox };
|
||||
const hand3 = { id: id++, score: score2, box: box5, boxRaw: boxRaw2, label: classes[i], yxBox };
|
||||
hands.push(hand3);
|
||||
}
|
||||
}
|
||||
|
|
@ -9791,9 +9791,9 @@ async function detectFingers(input, h, config3) {
|
|||
t.cast = tf16.cast(t.crop, "float32");
|
||||
t.div = tf16.div(t.cast, 255);
|
||||
[t.score, t.keypoints] = models2[1].execute(t.div);
|
||||
const score3 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score3 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score3;
|
||||
const score2 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score2 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score2;
|
||||
t.reshaped = tf16.reshape(t.keypoints, [-1, 3]);
|
||||
const rawCoords = await t.reshaped.array();
|
||||
hand3.keypoints = rawCoords.map((coord) => [
|
||||
|
|
@ -9971,15 +9971,15 @@ async function predict7(image24, config3) {
|
|||
}
|
||||
const x = keypoints3.map((a) => a.position[0]);
|
||||
const y = keypoints3.map((a) => a.position[1]);
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
Math.max(...y) - Math.min(...x)
|
||||
];
|
||||
const boxRaw3 = [0, 0, 0, 0];
|
||||
const score3 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score3, box: box6, boxRaw: boxRaw3, keypoints: keypoints3 }];
|
||||
const boxRaw2 = [0, 0, 0, 0];
|
||||
const score2 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score2, box: box5, boxRaw: boxRaw2, keypoints: keypoints3 }];
|
||||
}
|
||||
|
||||
// src/efficientpose/efficientpose.ts
|
||||
|
|
@ -10091,9 +10091,6 @@ var tf19 = __toModule(require_tfjs_esm());
|
|||
var model6;
|
||||
var inputSize2 = 0;
|
||||
var cachedBoxes = [];
|
||||
var box5 = [0, 0, 0, 0];
|
||||
var boxRaw2 = [0, 0, 0, 0];
|
||||
var score2 = 0;
|
||||
var skipped5 = Number.MAX_SAFE_INTEGER;
|
||||
var keypoints2 = [];
|
||||
var bodyParts2 = ["nose", "leftEye", "rightEye", "leftEar", "rightEar", "leftShoulder", "rightShoulder", "leftElbow", "rightElbow", "leftWrist", "rightWrist", "leftHip", "rightHip", "leftKnee", "rightKnee", "leftAnkle", "rightAnkle"];
|
||||
|
|
@ -10117,6 +10114,7 @@ async function load9(config3) {
|
|||
async function parseSinglePose(res, config3, image24, inputBox) {
|
||||
const kpt3 = res[0][0];
|
||||
keypoints2.length = 0;
|
||||
let score2 = 0;
|
||||
for (let id = 0; id < kpt3.length; id++) {
|
||||
score2 = kpt3[id][2];
|
||||
if (score2 > config3.body.minConfidence) {
|
||||
|
|
@ -10138,7 +10136,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
score2 = keypoints2.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
const x = keypoints2.map((a) => a.position[0]);
|
||||
const y = keypoints2.map((a) => a.position[1]);
|
||||
box5 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
|
|
@ -10146,7 +10144,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
];
|
||||
const xRaw = keypoints2.map((a) => a.positionRaw[0]);
|
||||
const yRaw = keypoints2.map((a) => a.positionRaw[1]);
|
||||
boxRaw2 = [
|
||||
const boxRaw2 = [
|
||||
Math.min(...xRaw),
|
||||
Math.min(...yRaw),
|
||||
Math.max(...xRaw) - Math.min(...xRaw),
|
||||
|
|
@ -10160,7 +10158,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
const bodies = [];
|
||||
for (let id = 0; id < res[0].length; id++) {
|
||||
const kpt3 = res[0][id];
|
||||
score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
const score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
if (score2 < config3.body.minConfidence)
|
||||
continue;
|
||||
keypoints2.length = 0;
|
||||
|
|
@ -10179,7 +10177,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
});
|
||||
}
|
||||
}
|
||||
boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
const boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
bodies.push({
|
||||
id,
|
||||
score: score2,
|
||||
|
|
@ -10358,8 +10356,8 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
const scores = await scoresT.array();
|
||||
for (let i = 0; i < scoresT.shape[0]; i++) {
|
||||
for (let j = 0; j < scoresT.shape[1]; j++) {
|
||||
const score3 = scores[i][j];
|
||||
if (score3 > config3.object.minConfidence && j !== 61) {
|
||||
const score2 = scores[i][j];
|
||||
if (score2 > config3.object.minConfidence && j !== 61) {
|
||||
const cx = (0.5 + Math.trunc(i % baseSize)) / baseSize;
|
||||
const cy = (0.5 + Math.trunc(i / baseSize)) / baseSize;
|
||||
const boxOffset = boxIdx[i].map((a) => a * (baseSize / strideSize / inputSize4));
|
||||
|
|
@ -10371,21 +10369,21 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
cx + scaleBox2 / strideSize * boxOffset[2] - x,
|
||||
cy + scaleBox2 / strideSize * boxOffset[3] - y
|
||||
];
|
||||
let boxRaw3 = [x, y, w, h];
|
||||
boxRaw3 = boxRaw3.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box6 = [
|
||||
boxRaw3[0] * outputShape[0],
|
||||
boxRaw3[1] * outputShape[1],
|
||||
boxRaw3[2] * outputShape[0],
|
||||
boxRaw3[3] * outputShape[1]
|
||||
let boxRaw2 = [x, y, w, h];
|
||||
boxRaw2 = boxRaw2.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box5 = [
|
||||
boxRaw2[0] * outputShape[0],
|
||||
boxRaw2[1] * outputShape[1],
|
||||
boxRaw2[2] * outputShape[0],
|
||||
boxRaw2[3] * outputShape[1]
|
||||
];
|
||||
const result = {
|
||||
id: id++,
|
||||
score: Math.round(100 * score3) / 100,
|
||||
score: Math.round(100 * score2) / 100,
|
||||
class: j + 1,
|
||||
label: labels[j].label,
|
||||
box: box6.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw3
|
||||
box: box5.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw2
|
||||
};
|
||||
results.push(result);
|
||||
}
|
||||
|
|
@ -10475,26 +10473,26 @@ async function process4(res, outputShape, config3) {
|
|||
tf21.dispose(nmsT);
|
||||
let i = 0;
|
||||
for (const id of nms) {
|
||||
const score3 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const score2 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const classVal = detections[0][id][5];
|
||||
const label = labels[classVal].label;
|
||||
const [x, y] = [
|
||||
detections[0][id][0] / inputSize3,
|
||||
detections[0][id][1] / inputSize3
|
||||
];
|
||||
const boxRaw3 = [
|
||||
const boxRaw2 = [
|
||||
x,
|
||||
y,
|
||||
detections[0][id][2] / inputSize3 - x,
|
||||
detections[0][id][3] / inputSize3 - y
|
||||
];
|
||||
const box6 = [
|
||||
Math.trunc(boxRaw3[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw3[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[3] * outputShape[1])
|
||||
const box5 = [
|
||||
Math.trunc(boxRaw2[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw2[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[3] * outputShape[1])
|
||||
];
|
||||
results.push({ id: i++, score: score3, class: classVal, label, box: box6, boxRaw: boxRaw3 });
|
||||
results.push({ id: i++, score: score2, class: classVal, label, box: box5, boxRaw: boxRaw2 });
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
|
@ -11420,7 +11418,7 @@ async function hand2(inCanvas2, result, drawOptions) {
|
|||
if (localOptions.drawPoints) {
|
||||
if (h.keypoints && h.keypoints.length > 0) {
|
||||
for (const pt of h.keypoints) {
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * pt[2]}, ${127.5 - 2 * pt[2]}, 255, 0.5)` : localOptions.color;
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * (pt[2] || 0)}, ${127.5 - 2 * (pt[2] || 0)}, 255, 0.5)` : localOptions.color;
|
||||
point(ctx, pt[0], pt[1], 0, localOptions);
|
||||
}
|
||||
}
|
||||
|
|
@ -11571,10 +11569,10 @@ function join2(faces, bodies, hands, gestures, shape) {
|
|||
}
|
||||
const x = [];
|
||||
const y = [];
|
||||
const extractXY = (box6) => {
|
||||
if (box6 && box6.length === 4) {
|
||||
x.push(box6[0], box6[0] + box6[2]);
|
||||
y.push(box6[1], box6[1] + box6[3]);
|
||||
const extractXY = (box5) => {
|
||||
if (box5 && box5.length === 4) {
|
||||
x.push(box5[0], box5[0] + box5[2]);
|
||||
y.push(box5[1], box5[1] + box5[3]);
|
||||
}
|
||||
};
|
||||
extractXY((_k = person2.face) == null ? void 0 : _k.box);
|
||||
|
|
@ -11604,8 +11602,8 @@ function calc(newResult) {
|
|||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.body.length; i++) {
|
||||
const box6 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const keypoints3 = newResult.body[i].keypoints.map((keypoint, j) => ({
|
||||
score: keypoint.score,
|
||||
part: keypoint.part,
|
||||
|
|
@ -11618,18 +11616,18 @@ function calc(newResult) {
|
|||
bufferedResult.body[i].keypoints[j] ? ((bufferedFactor - 1) * bufferedResult.body[i].keypoints[j].positionRaw[1] + keypoint.positionRaw[1]) / bufferedFactor : keypoint.position[1]
|
||||
]
|
||||
}));
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3 };
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.hand || newResult.hand.length !== bufferedResult.hand.length) {
|
||||
bufferedResult.hand = JSON.parse(JSON.stringify(newResult.hand));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.hand.length; i++) {
|
||||
const box6 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
if (bufferedResult.hand[i].keypoints.length !== newResult.hand[i].keypoints.length)
|
||||
bufferedResult.hand[i].keypoints = newResult.hand[i].keypoints;
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].keypoints[j][k] + coord) / bufferedFactor)) : [];
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * (bufferedResult.hand[i].keypoints[j][k] || 1) + (coord || 0)) / bufferedFactor)) : [];
|
||||
const annotations3 = {};
|
||||
if (Object.keys(bufferedResult.hand[i].annotations).length !== Object.keys(newResult.hand[i].annotations).length)
|
||||
bufferedResult.hand[i].annotations = newResult.hand[i].annotations;
|
||||
|
|
@ -11638,15 +11636,15 @@ function calc(newResult) {
|
|||
annotations3[key] = newResult.hand[i].annotations[key] && newResult.hand[i].annotations[key][0] ? newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / bufferedFactor)) : null;
|
||||
}
|
||||
}
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3, annotations: annotations3 };
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3, annotations: annotations3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.face || newResult.face.length !== bufferedResult.face.length) {
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.face.length; i++) {
|
||||
const box6 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const rotation = { matrix: [0, 0, 0, 0, 0, 0, 0, 0, 0], angle: { roll: 0, yaw: 0, pitch: 0 }, gaze: { bearing: 0, strength: 0 } };
|
||||
rotation.matrix = (_a = newResult.face[i].rotation) == null ? void 0 : _a.matrix;
|
||||
rotation.angle = {
|
||||
|
|
@ -11658,16 +11656,16 @@ function calc(newResult) {
|
|||
bearing: ((bufferedFactor - 1) * (((_o = (_n = bufferedResult.face[i].rotation) == null ? void 0 : _n.gaze) == null ? void 0 : _o.bearing) || 0) + (((_q = (_p = newResult.face[i].rotation) == null ? void 0 : _p.gaze) == null ? void 0 : _q.bearing) || 0)) / bufferedFactor,
|
||||
strength: ((bufferedFactor - 1) * (((_s = (_r = bufferedResult.face[i].rotation) == null ? void 0 : _r.gaze) == null ? void 0 : _s.strength) || 0) + (((_u = (_t = newResult.face[i].rotation) == null ? void 0 : _t.gaze) == null ? void 0 : _u.strength) || 0)) / bufferedFactor
|
||||
};
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box6, boxRaw: boxRaw3 };
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.object || newResult.object.length !== bufferedResult.object.length) {
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.object.length; i++) {
|
||||
const box6 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box6, boxRaw: boxRaw3 };
|
||||
const box5 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (newResult.persons) {
|
||||
|
|
@ -11676,7 +11674,7 @@ function calc(newResult) {
|
|||
bufferedResult.persons = JSON.parse(JSON.stringify(newPersons));
|
||||
} else {
|
||||
for (let i = 0; i < newPersons.length; i++) {
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box6, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box6) / bufferedFactor);
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box5, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box5) / bufferedFactor);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -147,25 +147,25 @@ function scaleBox(keypoints3, boxScaleFact2, outputSize2) {
|
|||
const maxmin = [Math.max(...coords3[0]), Math.min(...coords3[0]), Math.max(...coords3[1]), Math.min(...coords3[1])];
|
||||
const center = [(maxmin[0] + maxmin[1]) / 2, (maxmin[2] + maxmin[3]) / 2];
|
||||
const diff = Math.max(center[0] - maxmin[1], center[1] - maxmin[3], -center[0] + maxmin[0], -center[1] + maxmin[2]) * boxScaleFact2;
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.trunc(center[0] - diff),
|
||||
Math.trunc(center[1] - diff),
|
||||
Math.trunc(2 * diff),
|
||||
Math.trunc(2 * diff)
|
||||
];
|
||||
const boxRaw3 = [
|
||||
box6[0] / outputSize2[0],
|
||||
box6[1] / outputSize2[1],
|
||||
box6[2] / outputSize2[0],
|
||||
box6[3] / outputSize2[1]
|
||||
const boxRaw2 = [
|
||||
box5[0] / outputSize2[0],
|
||||
box5[1] / outputSize2[1],
|
||||
box5[2] / outputSize2[0],
|
||||
box5[3] / outputSize2[1]
|
||||
];
|
||||
const yxBox = [
|
||||
boxRaw3[1],
|
||||
boxRaw3[0],
|
||||
boxRaw3[3] + boxRaw3[1],
|
||||
boxRaw3[2] + boxRaw3[0]
|
||||
boxRaw2[1],
|
||||
boxRaw2[0],
|
||||
boxRaw2[3] + boxRaw2[1],
|
||||
boxRaw2[2] + boxRaw2[0]
|
||||
];
|
||||
return { box: box6, boxRaw: boxRaw3, yxBox };
|
||||
return { box: box5, boxRaw: boxRaw2, yxBox };
|
||||
}
|
||||
|
||||
// src/config.ts
|
||||
|
|
@ -281,50 +281,50 @@ var tf2 = __toModule(require_tfjs_esm());
|
|||
|
||||
// src/blazeface/box.ts
|
||||
var tf = __toModule(require_tfjs_esm());
|
||||
function scaleBoxCoordinates(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
function scaleBoxCoordinates(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
return { startPoint, endPoint };
|
||||
}
|
||||
function getBoxSize(box6) {
|
||||
function getBoxSize(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter(box6) {
|
||||
function getBoxCenter(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tf.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function enlargeBox(box6, factor = 1.5) {
|
||||
const center = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function enlargeBox(box5, factor = 1.5) {
|
||||
const center = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function squarifyBox(box6) {
|
||||
const centers = getBoxCenter(box6);
|
||||
const size = getBoxSize(box6);
|
||||
function squarifyBox(box5) {
|
||||
const centers = getBoxCenter(box5);
|
||||
const size = getBoxSize(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [Math.round(centers[0] - halfSize), Math.round(centers[1] - halfSize)];
|
||||
const endPoint = [Math.round(centers[0] + halfSize), Math.round(centers[1] + halfSize)];
|
||||
return { startPoint, endPoint, landmarks: box6.landmarks };
|
||||
return { startPoint, endPoint, landmarks: box5.landmarks };
|
||||
}
|
||||
function calculateLandmarksBoundingBox(landmarks) {
|
||||
const xs = landmarks.map((d) => d[0]);
|
||||
|
|
@ -4857,8 +4857,8 @@ var Pipeline = class {
|
|||
this.skipped = 0;
|
||||
this.detectedFaces = 0;
|
||||
}
|
||||
transformRawCoords(rawCoords, box6, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
transformRawCoords(rawCoords, box5, angle, rotationMatrix) {
|
||||
const boxSize = getBoxSize({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const coordsScaled = rawCoords.map((coord) => [
|
||||
boxSize[0] / this.meshSize * (coord[0] - this.meshSize / 2),
|
||||
boxSize[1] / this.meshSize * (coord[1] - this.meshSize / 2),
|
||||
|
|
@ -4867,7 +4867,7 @@ var Pipeline = class {
|
|||
const coordsRotationMatrix = angle !== 0 ? buildRotationMatrix(angle, [0, 0]) : IDENTITY_MATRIX;
|
||||
const coordsRotated = angle !== 0 ? coordsScaled.map((coord) => [...rotatePoint(coord, coordsRotationMatrix), coord[2]]) : coordsScaled;
|
||||
const inverseRotationMatrix = angle !== 0 ? invertTransformMatrix(rotationMatrix) : IDENTITY_MATRIX;
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint }), 1];
|
||||
const boxCenter = [...getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint }), 1];
|
||||
return coordsRotated.map((coord) => [
|
||||
Math.round(coord[0] + dot(boxCenter, inverseRotationMatrix[0])),
|
||||
Math.round(coord[1] + dot(boxCenter, inverseRotationMatrix[1])),
|
||||
|
|
@ -4880,20 +4880,20 @@ var Pipeline = class {
|
|||
return leftEyeZ - rightEyeZ;
|
||||
}
|
||||
getEyeBox(rawCoords, face5, eyeInnerCornerIndex, eyeOuterCornerIndex, flip = false) {
|
||||
const box6 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box6);
|
||||
const box5 = squarifyBox(enlargeBox(calculateLandmarksBoundingBox([rawCoords[eyeInnerCornerIndex], rawCoords[eyeOuterCornerIndex]]), this.irisEnlarge));
|
||||
const boxSize = getBoxSize(box5);
|
||||
let crop = tf5.image.cropAndResize(face5, [[
|
||||
box6.startPoint[1] / this.meshSize,
|
||||
box6.startPoint[0] / this.meshSize,
|
||||
box6.endPoint[1] / this.meshSize,
|
||||
box6.endPoint[0] / this.meshSize
|
||||
box5.startPoint[1] / this.meshSize,
|
||||
box5.startPoint[0] / this.meshSize,
|
||||
box5.endPoint[1] / this.meshSize,
|
||||
box5.endPoint[0] / this.meshSize
|
||||
]], [0], [this.irisSize, this.irisSize]);
|
||||
if (flip && env.kernels.includes("flipleftright")) {
|
||||
const flipped = tf5.image.flipLeftRight(crop);
|
||||
tf5.dispose(crop);
|
||||
crop = flipped;
|
||||
}
|
||||
return { box: box6, boxSize, crop };
|
||||
return { box: box5, boxSize, crop };
|
||||
}
|
||||
getEyeCoords(eyeData, eyeBox, eyeBoxSize, flip = false) {
|
||||
const eyeRawCoords = [];
|
||||
|
|
@ -4923,14 +4923,14 @@ var Pipeline = class {
|
|||
return [coord[0], coord[1], z];
|
||||
});
|
||||
}
|
||||
correctFaceRotation(config3, box6, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box6.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box6.landmarks[indexOfMouth], box6.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box6.startPoint, endPoint: box6.endPoint });
|
||||
correctFaceRotation(config3, box5, input) {
|
||||
const [indexOfMouth, indexOfForehead] = box5.landmarks.length >= meshLandmarks.count ? meshLandmarks.symmetryLine : blazeFaceLandmarks.symmetryLine;
|
||||
const angle = computeRotation(box5.landmarks[indexOfMouth], box5.landmarks[indexOfForehead]);
|
||||
const faceCenter = getBoxCenter({ startPoint: box5.startPoint, endPoint: box5.endPoint });
|
||||
const faceCenterNormalized = [faceCenter[0] / input.shape[2], faceCenter[1] / input.shape[1]];
|
||||
const rotated = tf5.image.rotateWithOffset(input, angle, 0, faceCenterNormalized);
|
||||
const rotationMatrix = buildRotationMatrix(-angle, faceCenter);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, rotated, [this.boxSize, this.boxSize]);
|
||||
const face5 = tf5.div(cut, 255);
|
||||
tf5.dispose(cut);
|
||||
tf5.dispose(rotated);
|
||||
|
|
@ -5014,16 +5014,16 @@ var Pipeline = class {
|
|||
}
|
||||
const results = [];
|
||||
const newBoxes = [];
|
||||
for (let box6 of this.storedBoxes) {
|
||||
for (let box5 of this.storedBoxes) {
|
||||
let face5;
|
||||
let angle = 0;
|
||||
let rotationMatrix;
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
} else {
|
||||
rotationMatrix = IDENTITY_MATRIX;
|
||||
const cloned = input.clone();
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box6.startPoint, endPoint: box6.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
const cut = config3.face.mesh.enabled ? cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.meshSize, this.meshSize]) : cutBoxFromImageAndResize({ startPoint: box5.startPoint, endPoint: box5.endPoint }, cloned, [this.boxSize, this.boxSize]);
|
||||
face5 = tf5.div(cut, 255);
|
||||
tf5.dispose(cut);
|
||||
tf5.dispose(cloned);
|
||||
|
|
@ -5031,10 +5031,10 @@ var Pipeline = class {
|
|||
if (!config3.face.mesh.enabled) {
|
||||
results.push({
|
||||
mesh: [],
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence: null,
|
||||
boxConfidence: box6.confidence,
|
||||
confidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: box5.confidence,
|
||||
image: face5
|
||||
});
|
||||
} else if (!this.meshDetector) {
|
||||
|
|
@ -5050,29 +5050,29 @@ var Pipeline = class {
|
|||
tf5.dispose(contourCoords);
|
||||
tf5.dispose(coordsReshaped);
|
||||
if (faceConfidence < config3.face.detector.minConfidence) {
|
||||
box6.confidence = faceConfidence;
|
||||
box5.confidence = faceConfidence;
|
||||
tf5.dispose(face5);
|
||||
} else {
|
||||
if (config3.face.iris.enabled)
|
||||
rawCoords = await this.augmentIris(rawCoords, face5, config3);
|
||||
const mesh = this.transformRawCoords(rawCoords, box6, angle, rotationMatrix);
|
||||
box6 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box6.confidence };
|
||||
const mesh = this.transformRawCoords(rawCoords, box5, angle, rotationMatrix);
|
||||
box5 = { ...enlargeBox(calculateLandmarksBoundingBox(mesh), 1.5), confidence: box5.confidence };
|
||||
if (config3.face.detector.rotation && config3.face.mesh.enabled && config3.face.description.enabled && env.kernels.includes("rotatewithoffset")) {
|
||||
tf5.dispose(face5);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box6, input);
|
||||
[angle, rotationMatrix, face5] = this.correctFaceRotation(config3, box5, input);
|
||||
}
|
||||
results.push({
|
||||
mesh,
|
||||
box: box6,
|
||||
box: box5,
|
||||
faceConfidence,
|
||||
boxConfidence: box6.confidence,
|
||||
boxConfidence: box5.confidence,
|
||||
confidence: faceConfidence,
|
||||
image: face5
|
||||
});
|
||||
box6 = { ...squarifyBox(box6), confidence: box6.confidence, faceConfidence };
|
||||
box5 = { ...squarifyBox(box5), confidence: box5.confidence, faceConfidence };
|
||||
}
|
||||
}
|
||||
newBoxes.push(box6);
|
||||
newBoxes.push(box5);
|
||||
}
|
||||
if (config3.face.mesh.enabled)
|
||||
this.storedBoxes = newBoxes.filter((a) => a.confidence > config3.face.detector.minConfidence);
|
||||
|
|
@ -5107,7 +5107,7 @@ async function predict(input, config3) {
|
|||
Math.trunc(Math.min(input.shape[2] || 0, prediction.box.endPoint[0]) - Math.max(0, prediction.box.startPoint[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, prediction.box.endPoint[1]) - Math.max(0, prediction.box.startPoint[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
const boxRaw3 = prediction.box ? [
|
||||
const boxRaw2 = prediction.box ? [
|
||||
prediction.box.startPoint[0] / (input.shape[2] || 0),
|
||||
prediction.box.startPoint[1] / (input.shape[1] || 0),
|
||||
(prediction.box.endPoint[0] - prediction.box.startPoint[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -5119,7 +5119,7 @@ async function predict(input, config3) {
|
|||
boxScore: Math.round(100 * prediction.boxConfidence) / 100,
|
||||
faceScore: Math.round(100 * prediction.faceConfidence) / 100,
|
||||
box: clampedBox,
|
||||
boxRaw: boxRaw3,
|
||||
boxRaw: boxRaw2,
|
||||
mesh: prediction.mesh,
|
||||
meshRaw,
|
||||
annotations: annotations3,
|
||||
|
|
@ -5214,10 +5214,10 @@ function enhance(input) {
|
|||
const tensor3 = input.image || input.tensor || input;
|
||||
if (!(tensor3 instanceof tf7.Tensor))
|
||||
return null;
|
||||
const box6 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
const box5 = [[0.05, 0.15, 0.85, 0.85]];
|
||||
if (!(model == null ? void 0 : model.inputs[0].shape))
|
||||
return null;
|
||||
const crop = tensor3.shape.length === 3 ? tf7.image.cropAndResize(tf7.expandDims(tensor3, 0), box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tf7.image.cropAndResize(tensor3, box6, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const crop = tensor3.shape.length === 3 ? tf7.image.cropAndResize(tf7.expandDims(tensor3, 0), box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]) : tf7.image.cropAndResize(tensor3, box5, [0], [model.inputs[0].shape[2], model.inputs[0].shape[1]]);
|
||||
const norm = tf7.mul(crop, 255);
|
||||
return norm;
|
||||
});
|
||||
|
|
@ -5419,8 +5419,8 @@ function scalePoses(poses2, [height, width], [inputResolutionHeight, inputResolu
|
|||
score: pose.score,
|
||||
boxRaw: [pose.box[0] / inputResolutionWidth, pose.box[1] / inputResolutionHeight, pose.box[2] / inputResolutionWidth, pose.box[3] / inputResolutionHeight],
|
||||
box: [Math.trunc(pose.box[0] * scaleX), Math.trunc(pose.box[1] * scaleY), Math.trunc(pose.box[2] * scaleX), Math.trunc(pose.box[3] * scaleY)],
|
||||
keypoints: pose.keypoints.map(({ score: score3, part, position }) => ({
|
||||
score: score3,
|
||||
keypoints: pose.keypoints.map(({ score: score2, part, position }) => ({
|
||||
score: score2,
|
||||
part,
|
||||
position: [Math.trunc(position.x * scaleX), Math.trunc(position.y * scaleY)],
|
||||
positionRaw: [position.x / inputResolutionHeight, position.y / inputResolutionHeight]
|
||||
|
|
@ -5544,8 +5544,8 @@ function traverse(edgeId, sourceKeypoint, targetId, scores, offsets, displacemen
|
|||
targetKeypoint = addVectors({ x: targetKeypointIndices.x * outputStride, y: targetKeypointIndices.y * outputStride }, { x: offsetPoint.x, y: offsetPoint.y });
|
||||
}
|
||||
const targetKeyPointIndices = getStridedIndexNearPoint(targetKeypoint, height, width);
|
||||
const score3 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score3 };
|
||||
const score2 = scores.get(targetKeyPointIndices.y, targetKeyPointIndices.x, targetId);
|
||||
return { position: targetKeypoint, part: partNames[targetId], score: score2 };
|
||||
}
|
||||
function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
||||
const tuples = poseChain.map(([parentJoinName, childJoinName]) => [partIds[parentJoinName], partIds[childJoinName]]);
|
||||
|
|
@ -5576,7 +5576,7 @@ function decodePose(root, scores, offsets, displacementsFwd, displacementsBwd) {
|
|||
}
|
||||
return keypoints3;
|
||||
}
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores) {
|
||||
function scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores) {
|
||||
const [height, width] = scores.shape;
|
||||
let localMaximum = true;
|
||||
const yStart = Math.max(heatmapY - localMaximumRadius, 0);
|
||||
|
|
@ -5585,7 +5585,7 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
const xStart = Math.max(heatmapX - localMaximumRadius, 0);
|
||||
const xEnd = Math.min(heatmapX + localMaximumRadius + 1, width);
|
||||
for (let xCurrent = xStart; xCurrent < xEnd; ++xCurrent) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score3) {
|
||||
if (scores.get(yCurrent, xCurrent, keypointId) > score2) {
|
||||
localMaximum = false;
|
||||
break;
|
||||
}
|
||||
|
|
@ -5597,15 +5597,15 @@ function scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, sco
|
|||
}
|
||||
function buildPartWithScoreQueue(minConfidence2, scores) {
|
||||
const [height, width, numKeypoints] = scores.shape;
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score3 }) => score3);
|
||||
const queue = new MaxHeap(height * width * numKeypoints, ({ score: score2 }) => score2);
|
||||
for (let heatmapY = 0; heatmapY < height; ++heatmapY) {
|
||||
for (let heatmapX = 0; heatmapX < width; ++heatmapX) {
|
||||
for (let keypointId = 0; keypointId < numKeypoints; ++keypointId) {
|
||||
const score3 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score3 < minConfidence2)
|
||||
const score2 = scores.get(heatmapY, heatmapX, keypointId);
|
||||
if (score2 < minConfidence2)
|
||||
continue;
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score3, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score3, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
if (scoreIsMaximumInLocalWindow(keypointId, score2, heatmapY, heatmapX, scores))
|
||||
queue.enqueue({ score: score2, part: { heatmapY, heatmapX, id: keypointId } });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -5621,9 +5621,9 @@ function withinRadius(poses2, { x, y }, keypointId) {
|
|||
});
|
||||
}
|
||||
function getInstanceScore(existingPoses, keypoints3) {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score3 }, keypointId) => {
|
||||
const notOverlappedKeypointScores = keypoints3.reduce((result, { position, score: score2 }, keypointId) => {
|
||||
if (!withinRadius(existingPoses, position, keypointId))
|
||||
result += score3;
|
||||
result += score2;
|
||||
return result;
|
||||
}, 0);
|
||||
return notOverlappedKeypointScores / keypoints3.length;
|
||||
|
|
@ -5638,10 +5638,10 @@ function decode(offsets, scores, displacementsFwd, displacementsBwd, maxDetected
|
|||
continue;
|
||||
let keypoints3 = decodePose(root, scores, offsets, displacementsFwd, displacementsBwd);
|
||||
keypoints3 = keypoints3.filter((a) => a.score > minConfidence2);
|
||||
const score3 = getInstanceScore(poses2, keypoints3);
|
||||
const box6 = getBoundingBox(keypoints3);
|
||||
if (score3 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box6, score: Math.round(100 * score3) / 100 });
|
||||
const score2 = getInstanceScore(poses2, keypoints3);
|
||||
const box5 = getBoundingBox(keypoints3);
|
||||
if (score2 > minConfidence2)
|
||||
poses2.push({ keypoints: keypoints3, box: box5, score: Math.round(100 * score2) / 100 });
|
||||
}
|
||||
return poses2;
|
||||
}
|
||||
|
|
@ -5689,54 +5689,54 @@ var tf11 = __toModule(require_tfjs_esm());
|
|||
|
||||
// src/handpose/box.ts
|
||||
var tf10 = __toModule(require_tfjs_esm());
|
||||
function getBoxSize2(box6) {
|
||||
function getBoxSize2(box5) {
|
||||
return [
|
||||
Math.abs(box6.endPoint[0] - box6.startPoint[0]),
|
||||
Math.abs(box6.endPoint[1] - box6.startPoint[1])
|
||||
Math.abs(box5.endPoint[0] - box5.startPoint[0]),
|
||||
Math.abs(box5.endPoint[1] - box5.startPoint[1])
|
||||
];
|
||||
}
|
||||
function getBoxCenter2(box6) {
|
||||
function getBoxCenter2(box5) {
|
||||
return [
|
||||
box6.startPoint[0] + (box6.endPoint[0] - box6.startPoint[0]) / 2,
|
||||
box6.startPoint[1] + (box6.endPoint[1] - box6.startPoint[1]) / 2
|
||||
box5.startPoint[0] + (box5.endPoint[0] - box5.startPoint[0]) / 2,
|
||||
box5.startPoint[1] + (box5.endPoint[1] - box5.startPoint[1]) / 2
|
||||
];
|
||||
}
|
||||
function cutBoxFromImageAndResize2(box6, image24, cropSize) {
|
||||
function cutBoxFromImageAndResize2(box5, image24, cropSize) {
|
||||
const h = image24.shape[1];
|
||||
const w = image24.shape[2];
|
||||
const boxes = [[
|
||||
box6.startPoint[1] / h,
|
||||
box6.startPoint[0] / w,
|
||||
box6.endPoint[1] / h,
|
||||
box6.endPoint[0] / w
|
||||
box5.startPoint[1] / h,
|
||||
box5.startPoint[0] / w,
|
||||
box5.endPoint[1] / h,
|
||||
box5.endPoint[0] / w
|
||||
]];
|
||||
return tf10.image.cropAndResize(image24, boxes, [0], cropSize);
|
||||
}
|
||||
function scaleBoxCoordinates2(box6, factor) {
|
||||
const startPoint = [box6.startPoint[0] * factor[0], box6.startPoint[1] * factor[1]];
|
||||
const endPoint = [box6.endPoint[0] * factor[0], box6.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box6.palmLandmarks.map((coord) => {
|
||||
function scaleBoxCoordinates2(box5, factor) {
|
||||
const startPoint = [box5.startPoint[0] * factor[0], box5.startPoint[1] * factor[1]];
|
||||
const endPoint = [box5.endPoint[0] * factor[0], box5.endPoint[1] * factor[1]];
|
||||
const palmLandmarks = box5.palmLandmarks.map((coord) => {
|
||||
const scaledCoord = [coord[0] * factor[0], coord[1] * factor[1]];
|
||||
return scaledCoord;
|
||||
});
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box6.confidence };
|
||||
return { startPoint, endPoint, palmLandmarks, confidence: box5.confidence };
|
||||
}
|
||||
function enlargeBox2(box6, factor = 1.5) {
|
||||
const center = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function enlargeBox2(box5, factor = 1.5) {
|
||||
const center = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const newHalfSize = [factor * size[0] / 2, factor * size[1] / 2];
|
||||
const startPoint = [center[0] - newHalfSize[0], center[1] - newHalfSize[1]];
|
||||
const endPoint = [center[0] + newHalfSize[0], center[1] + newHalfSize[1]];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
function squarifyBox2(box6) {
|
||||
const centers = getBoxCenter2(box6);
|
||||
const size = getBoxSize2(box6);
|
||||
function squarifyBox2(box5) {
|
||||
const centers = getBoxCenter2(box5);
|
||||
const size = getBoxSize2(box5);
|
||||
const maxEdge = Math.max(...size);
|
||||
const halfSize = maxEdge / 2;
|
||||
const startPoint = [centers[0] - halfSize, centers[1] - halfSize];
|
||||
const endPoint = [centers[0] + halfSize, centers[1] + halfSize];
|
||||
return { startPoint, endPoint, palmLandmarks: box6.palmLandmarks };
|
||||
return { startPoint, endPoint, palmLandmarks: box5.palmLandmarks };
|
||||
}
|
||||
|
||||
// src/handpose/anchors.ts
|
||||
|
|
@ -9265,9 +9265,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedCurl, score3] of expectedCurls) {
|
||||
for (const [expectedCurl, score2] of expectedCurls) {
|
||||
if (detectedCurl === expectedCurl) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9279,9 +9279,9 @@ var Gesture = class {
|
|||
confidence += this.weightsRelative[fingerIdx];
|
||||
continue;
|
||||
}
|
||||
for (const [expectedDirection, score3] of expectedDirections) {
|
||||
for (const [expectedDirection, score2] of expectedDirections) {
|
||||
if (detectedDirection === expectedDirection) {
|
||||
confidence += score3 * this.weightsRelative[fingerIdx];
|
||||
confidence += score2 * this.weightsRelative[fingerIdx];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
|
@ -9377,30 +9377,30 @@ async function predict5(input, config3) {
|
|||
}
|
||||
}
|
||||
const keypoints3 = predictions[i].landmarks;
|
||||
let box6 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw3 = [0, 0, 0, 0];
|
||||
let box5 = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0];
|
||||
let boxRaw2 = [0, 0, 0, 0];
|
||||
if (keypoints3 && keypoints3.length > 0) {
|
||||
for (const pt of keypoints3) {
|
||||
if (pt[0] < box6[0])
|
||||
box6[0] = pt[0];
|
||||
if (pt[1] < box6[1])
|
||||
box6[1] = pt[1];
|
||||
if (pt[0] > box6[2])
|
||||
box6[2] = pt[0];
|
||||
if (pt[1] > box6[3])
|
||||
box6[3] = pt[1];
|
||||
if (pt[0] < box5[0])
|
||||
box5[0] = pt[0];
|
||||
if (pt[1] < box5[1])
|
||||
box5[1] = pt[1];
|
||||
if (pt[0] > box5[2])
|
||||
box5[2] = pt[0];
|
||||
if (pt[1] > box5[3])
|
||||
box5[3] = pt[1];
|
||||
}
|
||||
box6[2] -= box6[0];
|
||||
box6[3] -= box6[1];
|
||||
boxRaw3 = [box6[0] / (input.shape[2] || 0), box6[1] / (input.shape[1] || 0), box6[2] / (input.shape[2] || 0), box6[3] / (input.shape[1] || 0)];
|
||||
box5[2] -= box5[0];
|
||||
box5[3] -= box5[1];
|
||||
boxRaw2 = [box5[0] / (input.shape[2] || 0), box5[1] / (input.shape[1] || 0), box5[2] / (input.shape[2] || 0), box5[3] / (input.shape[1] || 0)];
|
||||
} else {
|
||||
box6 = predictions[i].box ? [
|
||||
box5 = predictions[i].box ? [
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.max(0, predictions[i].box.topLeft[1])),
|
||||
Math.trunc(Math.min(input.shape[2] || 0, predictions[i].box.bottomRight[0]) - Math.max(0, predictions[i].box.topLeft[0])),
|
||||
Math.trunc(Math.min(input.shape[1] || 0, predictions[i].box.bottomRight[1]) - Math.max(0, predictions[i].box.topLeft[1]))
|
||||
] : [0, 0, 0, 0];
|
||||
boxRaw3 = [
|
||||
boxRaw2 = [
|
||||
predictions[i].box.topLeft[0] / (input.shape[2] || 0),
|
||||
predictions[i].box.topLeft[1] / (input.shape[1] || 0),
|
||||
(predictions[i].box.bottomRight[0] - predictions[i].box.topLeft[0]) / (input.shape[2] || 0),
|
||||
|
|
@ -9414,8 +9414,8 @@ async function predict5(input, config3) {
|
|||
boxScore: Math.round(100 * predictions[i].boxConfidence) / 100,
|
||||
fingerScore: Math.round(100 * predictions[i].fingerConfidence) / 100,
|
||||
label: "hand",
|
||||
box: box6,
|
||||
boxRaw: boxRaw3,
|
||||
box: box5,
|
||||
boxRaw: boxRaw2,
|
||||
keypoints: keypoints3,
|
||||
annotations: annotations3,
|
||||
landmarks
|
||||
|
|
@ -9750,13 +9750,13 @@ async function detectHands(input, config3) {
|
|||
} else {
|
||||
yxBox = await boxSlice.data();
|
||||
}
|
||||
const boxRaw3 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box6 = [Math.trunc(boxRaw3[0] * outputSize[0]), Math.trunc(boxRaw3[1] * outputSize[1]), Math.trunc(boxRaw3[2] * outputSize[0]), Math.trunc(boxRaw3[3] * outputSize[1])];
|
||||
const boxRaw2 = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box5 = [Math.trunc(boxRaw2[0] * outputSize[0]), Math.trunc(boxRaw2[1] * outputSize[1]), Math.trunc(boxRaw2[2] * outputSize[0]), Math.trunc(boxRaw2[3] * outputSize[1])];
|
||||
tf16.dispose(boxSlice);
|
||||
const scoreSlice = tf16.slice(classScores[i], res, 1);
|
||||
const score3 = (await scoreSlice.data())[0];
|
||||
const score2 = (await scoreSlice.data())[0];
|
||||
tf16.dispose(scoreSlice);
|
||||
const hand3 = { id: id++, score: score3, box: box6, boxRaw: boxRaw3, label: classes[i], yxBox };
|
||||
const hand3 = { id: id++, score: score2, box: box5, boxRaw: boxRaw2, label: classes[i], yxBox };
|
||||
hands.push(hand3);
|
||||
}
|
||||
}
|
||||
|
|
@ -9790,9 +9790,9 @@ async function detectFingers(input, h, config3) {
|
|||
t.cast = tf16.cast(t.crop, "float32");
|
||||
t.div = tf16.div(t.cast, 255);
|
||||
[t.score, t.keypoints] = models2[1].execute(t.div);
|
||||
const score3 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score3 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score3;
|
||||
const score2 = Math.round(100 * (await t.score.data())[0] / 100);
|
||||
if (score2 > (config3.hand.minConfidence || 0)) {
|
||||
hand3.fingerScore = score2;
|
||||
t.reshaped = tf16.reshape(t.keypoints, [-1, 3]);
|
||||
const rawCoords = await t.reshaped.array();
|
||||
hand3.keypoints = rawCoords.map((coord) => [
|
||||
|
|
@ -9970,15 +9970,15 @@ async function predict7(image24, config3) {
|
|||
}
|
||||
const x = keypoints3.map((a) => a.position[0]);
|
||||
const y = keypoints3.map((a) => a.position[1]);
|
||||
const box6 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
Math.max(...y) - Math.min(...x)
|
||||
];
|
||||
const boxRaw3 = [0, 0, 0, 0];
|
||||
const score3 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score3, box: box6, boxRaw: boxRaw3, keypoints: keypoints3 }];
|
||||
const boxRaw2 = [0, 0, 0, 0];
|
||||
const score2 = keypoints3.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
return [{ id: 0, score: score2, box: box5, boxRaw: boxRaw2, keypoints: keypoints3 }];
|
||||
}
|
||||
|
||||
// src/efficientpose/efficientpose.ts
|
||||
|
|
@ -10090,9 +10090,6 @@ var tf19 = __toModule(require_tfjs_esm());
|
|||
var model6;
|
||||
var inputSize2 = 0;
|
||||
var cachedBoxes = [];
|
||||
var box5 = [0, 0, 0, 0];
|
||||
var boxRaw2 = [0, 0, 0, 0];
|
||||
var score2 = 0;
|
||||
var skipped5 = Number.MAX_SAFE_INTEGER;
|
||||
var keypoints2 = [];
|
||||
var bodyParts2 = ["nose", "leftEye", "rightEye", "leftEar", "rightEar", "leftShoulder", "rightShoulder", "leftElbow", "rightElbow", "leftWrist", "rightWrist", "leftHip", "rightHip", "leftKnee", "rightKnee", "leftAnkle", "rightAnkle"];
|
||||
|
|
@ -10116,6 +10113,7 @@ async function load9(config3) {
|
|||
async function parseSinglePose(res, config3, image24, inputBox) {
|
||||
const kpt3 = res[0][0];
|
||||
keypoints2.length = 0;
|
||||
let score2 = 0;
|
||||
for (let id = 0; id < kpt3.length; id++) {
|
||||
score2 = kpt3[id][2];
|
||||
if (score2 > config3.body.minConfidence) {
|
||||
|
|
@ -10137,7 +10135,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
score2 = keypoints2.reduce((prev, curr) => curr.score > prev ? curr.score : prev, 0);
|
||||
const x = keypoints2.map((a) => a.position[0]);
|
||||
const y = keypoints2.map((a) => a.position[1]);
|
||||
box5 = [
|
||||
const box5 = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
|
|
@ -10145,7 +10143,7 @@ async function parseSinglePose(res, config3, image24, inputBox) {
|
|||
];
|
||||
const xRaw = keypoints2.map((a) => a.positionRaw[0]);
|
||||
const yRaw = keypoints2.map((a) => a.positionRaw[1]);
|
||||
boxRaw2 = [
|
||||
const boxRaw2 = [
|
||||
Math.min(...xRaw),
|
||||
Math.min(...yRaw),
|
||||
Math.max(...xRaw) - Math.min(...xRaw),
|
||||
|
|
@ -10159,7 +10157,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
const bodies = [];
|
||||
for (let id = 0; id < res[0].length; id++) {
|
||||
const kpt3 = res[0][id];
|
||||
score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
const score2 = Math.round(100 * kpt3[51 + 4]) / 100;
|
||||
if (score2 < config3.body.minConfidence)
|
||||
continue;
|
||||
keypoints2.length = 0;
|
||||
|
|
@ -10178,7 +10176,7 @@ async function parseMultiPose(res, config3, image24, inputBox) {
|
|||
});
|
||||
}
|
||||
}
|
||||
boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
const boxRaw2 = [kpt3[51 + 1], kpt3[51 + 0], kpt3[51 + 3] - kpt3[51 + 1], kpt3[51 + 2] - kpt3[51 + 0]];
|
||||
bodies.push({
|
||||
id,
|
||||
score: score2,
|
||||
|
|
@ -10357,8 +10355,8 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
const scores = await scoresT.array();
|
||||
for (let i = 0; i < scoresT.shape[0]; i++) {
|
||||
for (let j = 0; j < scoresT.shape[1]; j++) {
|
||||
const score3 = scores[i][j];
|
||||
if (score3 > config3.object.minConfidence && j !== 61) {
|
||||
const score2 = scores[i][j];
|
||||
if (score2 > config3.object.minConfidence && j !== 61) {
|
||||
const cx = (0.5 + Math.trunc(i % baseSize)) / baseSize;
|
||||
const cy = (0.5 + Math.trunc(i / baseSize)) / baseSize;
|
||||
const boxOffset = boxIdx[i].map((a) => a * (baseSize / strideSize / inputSize4));
|
||||
|
|
@ -10370,21 +10368,21 @@ async function process3(res, inputSize4, outputShape, config3) {
|
|||
cx + scaleBox2 / strideSize * boxOffset[2] - x,
|
||||
cy + scaleBox2 / strideSize * boxOffset[3] - y
|
||||
];
|
||||
let boxRaw3 = [x, y, w, h];
|
||||
boxRaw3 = boxRaw3.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box6 = [
|
||||
boxRaw3[0] * outputShape[0],
|
||||
boxRaw3[1] * outputShape[1],
|
||||
boxRaw3[2] * outputShape[0],
|
||||
boxRaw3[3] * outputShape[1]
|
||||
let boxRaw2 = [x, y, w, h];
|
||||
boxRaw2 = boxRaw2.map((a) => Math.max(0, Math.min(a, 1)));
|
||||
const box5 = [
|
||||
boxRaw2[0] * outputShape[0],
|
||||
boxRaw2[1] * outputShape[1],
|
||||
boxRaw2[2] * outputShape[0],
|
||||
boxRaw2[3] * outputShape[1]
|
||||
];
|
||||
const result = {
|
||||
id: id++,
|
||||
score: Math.round(100 * score3) / 100,
|
||||
score: Math.round(100 * score2) / 100,
|
||||
class: j + 1,
|
||||
label: labels[j].label,
|
||||
box: box6.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw3
|
||||
box: box5.map((a) => Math.trunc(a)),
|
||||
boxRaw: boxRaw2
|
||||
};
|
||||
results.push(result);
|
||||
}
|
||||
|
|
@ -10474,26 +10472,26 @@ async function process4(res, outputShape, config3) {
|
|||
tf21.dispose(nmsT);
|
||||
let i = 0;
|
||||
for (const id of nms) {
|
||||
const score3 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const score2 = Math.trunc(100 * detections[0][id][4]) / 100;
|
||||
const classVal = detections[0][id][5];
|
||||
const label = labels[classVal].label;
|
||||
const [x, y] = [
|
||||
detections[0][id][0] / inputSize3,
|
||||
detections[0][id][1] / inputSize3
|
||||
];
|
||||
const boxRaw3 = [
|
||||
const boxRaw2 = [
|
||||
x,
|
||||
y,
|
||||
detections[0][id][2] / inputSize3 - x,
|
||||
detections[0][id][3] / inputSize3 - y
|
||||
];
|
||||
const box6 = [
|
||||
Math.trunc(boxRaw3[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw3[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw3[3] * outputShape[1])
|
||||
const box5 = [
|
||||
Math.trunc(boxRaw2[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw2[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw2[3] * outputShape[1])
|
||||
];
|
||||
results.push({ id: i++, score: score3, class: classVal, label, box: box6, boxRaw: boxRaw3 });
|
||||
results.push({ id: i++, score: score2, class: classVal, label, box: box5, boxRaw: boxRaw2 });
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
|
@ -11419,7 +11417,7 @@ async function hand2(inCanvas2, result, drawOptions) {
|
|||
if (localOptions.drawPoints) {
|
||||
if (h.keypoints && h.keypoints.length > 0) {
|
||||
for (const pt of h.keypoints) {
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * pt[2]}, ${127.5 - 2 * pt[2]}, 255, 0.5)` : localOptions.color;
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + 2 * (pt[2] || 0)}, ${127.5 - 2 * (pt[2] || 0)}, 255, 0.5)` : localOptions.color;
|
||||
point(ctx, pt[0], pt[1], 0, localOptions);
|
||||
}
|
||||
}
|
||||
|
|
@ -11570,10 +11568,10 @@ function join2(faces, bodies, hands, gestures, shape) {
|
|||
}
|
||||
const x = [];
|
||||
const y = [];
|
||||
const extractXY = (box6) => {
|
||||
if (box6 && box6.length === 4) {
|
||||
x.push(box6[0], box6[0] + box6[2]);
|
||||
y.push(box6[1], box6[1] + box6[3]);
|
||||
const extractXY = (box5) => {
|
||||
if (box5 && box5.length === 4) {
|
||||
x.push(box5[0], box5[0] + box5[2]);
|
||||
y.push(box5[1], box5[1] + box5[3]);
|
||||
}
|
||||
};
|
||||
extractXY((_k = person2.face) == null ? void 0 : _k.box);
|
||||
|
|
@ -11603,8 +11601,8 @@ function calc(newResult) {
|
|||
bufferedResult.body = JSON.parse(JSON.stringify(newResult.body));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.body.length; i++) {
|
||||
const box6 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.body[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.body[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const keypoints3 = newResult.body[i].keypoints.map((keypoint, j) => ({
|
||||
score: keypoint.score,
|
||||
part: keypoint.part,
|
||||
|
|
@ -11617,18 +11615,18 @@ function calc(newResult) {
|
|||
bufferedResult.body[i].keypoints[j] ? ((bufferedFactor - 1) * bufferedResult.body[i].keypoints[j].positionRaw[1] + keypoint.positionRaw[1]) / bufferedFactor : keypoint.position[1]
|
||||
]
|
||||
}));
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3 };
|
||||
bufferedResult.body[i] = { ...newResult.body[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.hand || newResult.hand.length !== bufferedResult.hand.length) {
|
||||
bufferedResult.hand = JSON.parse(JSON.stringify(newResult.hand));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.hand.length; i++) {
|
||||
const box6 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.hand[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.hand[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor);
|
||||
if (bufferedResult.hand[i].keypoints.length !== newResult.hand[i].keypoints.length)
|
||||
bufferedResult.hand[i].keypoints = newResult.hand[i].keypoints;
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].keypoints[j][k] + coord) / bufferedFactor)) : [];
|
||||
const keypoints3 = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints.map((landmark, j) => landmark.map((coord, k) => ((bufferedFactor - 1) * (bufferedResult.hand[i].keypoints[j][k] || 1) + (coord || 0)) / bufferedFactor)) : [];
|
||||
const annotations3 = {};
|
||||
if (Object.keys(bufferedResult.hand[i].annotations).length !== Object.keys(newResult.hand[i].annotations).length)
|
||||
bufferedResult.hand[i].annotations = newResult.hand[i].annotations;
|
||||
|
|
@ -11637,15 +11635,15 @@ function calc(newResult) {
|
|||
annotations3[key] = newResult.hand[i].annotations[key] && newResult.hand[i].annotations[key][0] ? newResult.hand[i].annotations[key].map((val, j) => val.map((coord, k) => ((bufferedFactor - 1) * bufferedResult.hand[i].annotations[key][j][k] + coord) / bufferedFactor)) : null;
|
||||
}
|
||||
}
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box6, boxRaw: boxRaw3, keypoints: keypoints3, annotations: annotations3 };
|
||||
bufferedResult.hand[i] = { ...newResult.hand[i], box: box5, boxRaw: boxRaw2, keypoints: keypoints3, annotations: annotations3 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.face || newResult.face.length !== bufferedResult.face.length) {
|
||||
bufferedResult.face = JSON.parse(JSON.stringify(newResult.face));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.face.length; i++) {
|
||||
const box6 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const box5 = newResult.face[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.face[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor);
|
||||
const rotation = { matrix: [0, 0, 0, 0, 0, 0, 0, 0, 0], angle: { roll: 0, yaw: 0, pitch: 0 }, gaze: { bearing: 0, strength: 0 } };
|
||||
rotation.matrix = (_a = newResult.face[i].rotation) == null ? void 0 : _a.matrix;
|
||||
rotation.angle = {
|
||||
|
|
@ -11657,16 +11655,16 @@ function calc(newResult) {
|
|||
bearing: ((bufferedFactor - 1) * (((_o = (_n = bufferedResult.face[i].rotation) == null ? void 0 : _n.gaze) == null ? void 0 : _o.bearing) || 0) + (((_q = (_p = newResult.face[i].rotation) == null ? void 0 : _p.gaze) == null ? void 0 : _q.bearing) || 0)) / bufferedFactor,
|
||||
strength: ((bufferedFactor - 1) * (((_s = (_r = bufferedResult.face[i].rotation) == null ? void 0 : _r.gaze) == null ? void 0 : _s.strength) || 0) + (((_u = (_t = newResult.face[i].rotation) == null ? void 0 : _t.gaze) == null ? void 0 : _u.strength) || 0)) / bufferedFactor
|
||||
};
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box6, boxRaw: boxRaw3 };
|
||||
bufferedResult.face[i] = { ...newResult.face[i], rotation, box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (!bufferedResult.object || newResult.object.length !== bufferedResult.object.length) {
|
||||
bufferedResult.object = JSON.parse(JSON.stringify(newResult.object));
|
||||
} else {
|
||||
for (let i = 0; i < newResult.object.length; i++) {
|
||||
const box6 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw3 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box6, boxRaw: boxRaw3 };
|
||||
const box5 = newResult.object[i].box.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor);
|
||||
const boxRaw2 = newResult.object[i].boxRaw.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor);
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box: box5, boxRaw: boxRaw2 };
|
||||
}
|
||||
}
|
||||
if (newResult.persons) {
|
||||
|
|
@ -11675,7 +11673,7 @@ function calc(newResult) {
|
|||
bufferedResult.persons = JSON.parse(JSON.stringify(newPersons));
|
||||
} else {
|
||||
for (let i = 0; i < newPersons.length; i++) {
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box6, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box6) / bufferedFactor);
|
||||
bufferedResult.persons[i].box = newPersons[i].box.map((box5, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box5) / bufferedFactor);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -13,7 +13,7 @@ import * as blazeface from './blazeface';
|
|||
import * as facepipeline from './facepipeline';
|
||||
import * as coords from './coords';
|
||||
import type { GraphModel, Tensor } from '../tfjs/types';
|
||||
import type { FaceResult } from '../result';
|
||||
import type { FaceResult, Box } from '../result';
|
||||
import type { Config } from '../config';
|
||||
import { env } from '../env';
|
||||
|
||||
|
|
@ -35,13 +35,13 @@ export async function predict(input: Tensor, config: Config): Promise<FaceResult
|
|||
if (prediction.mesh && prediction.mesh.length > 0) {
|
||||
for (const key of Object.keys(coords.MESH_ANNOTATIONS)) annotations[key] = coords.MESH_ANNOTATIONS[key].map((index) => prediction.mesh[index]);
|
||||
}
|
||||
const clampedBox: [number, number, number, number] = prediction.box ? [
|
||||
const clampedBox: Box = prediction.box ? [
|
||||
Math.trunc(Math.max(0, prediction.box.startPoint[0])),
|
||||
Math.trunc(Math.max(0, prediction.box.startPoint[1])),
|
||||
Math.trunc(Math.min((input.shape[2] || 0), prediction.box.endPoint[0]) - Math.max(0, prediction.box.startPoint[0])),
|
||||
Math.trunc(Math.min((input.shape[1] || 0), prediction.box.endPoint[1]) - Math.max(0, prediction.box.startPoint[1])),
|
||||
] : [0, 0, 0, 0];
|
||||
const boxRaw: [number, number, number, number] = prediction.box ? [
|
||||
const boxRaw: Box = prediction.box ? [
|
||||
prediction.box.startPoint[0] / (input.shape[2] || 0),
|
||||
prediction.box.startPoint[1] / (input.shape[1] || 0),
|
||||
(prediction.box.endPoint[0] - prediction.box.startPoint[0]) / (input.shape[2] || 0),
|
||||
|
|
|
|||
|
|
@ -11,6 +11,7 @@ import type { Tensor, GraphModel } from '../tfjs/types';
|
|||
import type { BlazeFaceModel } from './blazeface';
|
||||
import { env } from '../env';
|
||||
import { log } from '../util';
|
||||
import type { Point } from '../result';
|
||||
|
||||
const leftOutline = coords.MESH_ANNOTATIONS['leftEyeLower0'];
|
||||
const rightOutline = coords.MESH_ANNOTATIONS['rightEyeLower0'];
|
||||
|
|
@ -131,7 +132,7 @@ export class Pipeline {
|
|||
|
||||
// Given a cropped image of an eye, returns the coordinates of the contours surrounding the eye and the iris.
|
||||
getEyeCoords(eyeData, eyeBox, eyeBoxSize, flip = false) {
|
||||
const eyeRawCoords: Array<[number, number, number]> = [];
|
||||
const eyeRawCoords: Array<Point> = [];
|
||||
for (let i = 0; i < irisLandmarks.numCoordinates; i++) {
|
||||
const x = eyeData[i * 3];
|
||||
const y = eyeData[i * 3 + 1];
|
||||
|
|
|
|||
|
|
@ -8,7 +8,7 @@ import { log, join } from '../util';
|
|||
import * as tf from '../../dist/tfjs.esm.js';
|
||||
import * as annotations from './annotations';
|
||||
import type { Tensor, GraphModel } from '../tfjs/types';
|
||||
import type { BodyResult } from '../result';
|
||||
import type { BodyResult, Box, Point } from '../result';
|
||||
import type { Config } from '../config';
|
||||
import { env } from '../env';
|
||||
|
||||
|
|
@ -38,7 +38,7 @@ export async function predict(image: Tensor, config: Config): Promise<BodyResult
|
|||
const points = await findT?.data() || []; // order of output tensors may change between models, full has 195 and upper has 155 items
|
||||
resT.forEach((t) => tf.dispose(t));
|
||||
tf.dispose(normalize);
|
||||
const keypoints: Array<{ id, part, position: [number, number, number], positionRaw: [number, number, number], score, presence }> = [];
|
||||
const keypoints: Array<{ id, part, position: Point, positionRaw: Point, score, presence }> = [];
|
||||
const labels = points?.length === 195 ? annotations.full : annotations.upper; // full model has 39 keypoints, upper has 31 keypoints
|
||||
const depth = 5; // each points has x,y,z,visibility,presence
|
||||
for (let i = 0; i < points.length / depth; i++) {
|
||||
|
|
@ -61,13 +61,13 @@ export async function predict(image: Tensor, config: Config): Promise<BodyResult
|
|||
}
|
||||
const x = keypoints.map((a) => a.position[0]);
|
||||
const y = keypoints.map((a) => a.position[1]);
|
||||
const box: [number, number, number, number] = [
|
||||
const box: Box = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
Math.max(...y) - Math.min(...x),
|
||||
];
|
||||
const boxRaw: [number, number, number, number] = [0, 0, 0, 0]; // not yet implemented
|
||||
const boxRaw: Box = [0, 0, 0, 0]; // not yet implemented
|
||||
const score = keypoints.reduce((prev, curr) => (curr.score > prev ? curr.score : prev), 0);
|
||||
return [{ id: 0, score, box, boxRaw, keypoints }];
|
||||
}
|
||||
|
|
|
|||
|
|
@ -400,7 +400,7 @@ export async function hand(inCanvas: HTMLCanvasElement | OffscreenCanvas, result
|
|||
if (localOptions.drawPoints) {
|
||||
if (h.keypoints && h.keypoints.length > 0) {
|
||||
for (const pt of h.keypoints) {
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + (2 * pt[2])}, ${127.5 - (2 * pt[2])}, 255, 0.5)` : localOptions.color;
|
||||
ctx.fillStyle = localOptions.useDepth ? `rgba(${127.5 + (2 * (pt[2] || 0))}, ${127.5 - (2 * (pt[2] || 0))}, 255, 0.5)` : localOptions.color;
|
||||
point(ctx, pt[0], pt[1], 0, localOptions);
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
|
||||
import { log, join } from '../util';
|
||||
import * as tf from '../../dist/tfjs.esm.js';
|
||||
import type { BodyResult } from '../result';
|
||||
import type { BodyResult, Box } from '../result';
|
||||
import type { GraphModel, Tensor } from '../tfjs/types';
|
||||
import type { Config } from '../config';
|
||||
import { env } from '../env';
|
||||
|
|
@ -16,8 +16,8 @@ let model: GraphModel | null;
|
|||
type Keypoints = { score: number, part: string, position: [number, number], positionRaw: [number, number] };
|
||||
|
||||
const keypoints: Array<Keypoints> = [];
|
||||
let box: [number, number, number, number] = [0, 0, 0, 0];
|
||||
let boxRaw: [number, number, number, number] = [0, 0, 0, 0];
|
||||
let box: Box = [0, 0, 0, 0];
|
||||
let boxRaw: Box = [0, 0, 0, 0];
|
||||
let score = 0;
|
||||
let skipped = Number.MAX_SAFE_INTEGER;
|
||||
|
||||
|
|
|
|||
|
|
@ -9,7 +9,7 @@ import * as tf from '../../dist/tfjs.esm.js';
|
|||
import * as handdetector from './handdetector';
|
||||
import * as handpipeline from './handpipeline';
|
||||
import * as fingerPose from '../fingerpose/fingerpose';
|
||||
import type { HandResult } from '../result';
|
||||
import type { HandResult, Box, Point } from '../result';
|
||||
import type { Tensor, GraphModel } from '../tfjs/types';
|
||||
import type { Config } from '../config';
|
||||
import { env } from '../env';
|
||||
|
|
@ -39,10 +39,10 @@ export async function predict(input: Tensor, config: Config): Promise<HandResult
|
|||
}
|
||||
}
|
||||
|
||||
const keypoints = predictions[i].landmarks as unknown as Array<[number, number, number]>;
|
||||
const keypoints = predictions[i].landmarks as unknown as Array<Point>;
|
||||
|
||||
let box: [number, number, number, number] = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0]; // maximums so conditionals work
|
||||
let boxRaw: [number, number, number, number] = [0, 0, 0, 0];
|
||||
let box: Box = [Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER, 0, 0]; // maximums so conditionals work
|
||||
let boxRaw: Box = [0, 0, 0, 0];
|
||||
if (keypoints && keypoints.length > 0) { // if we have landmarks, calculate box based on landmarks
|
||||
for (const pt of keypoints) {
|
||||
if (pt[0] < box[0]) box[0] = pt[0];
|
||||
|
|
|
|||
|
|
@ -8,7 +8,7 @@
|
|||
|
||||
import { log, join, scaleBox } from '../util';
|
||||
import * as tf from '../../dist/tfjs.esm.js';
|
||||
import type { HandResult } from '../result';
|
||||
import type { HandResult, Box } from '../result';
|
||||
import type { GraphModel, Tensor } from '../tfjs/types';
|
||||
import type { Config } from '../config';
|
||||
import { env } from '../env';
|
||||
|
|
@ -29,10 +29,10 @@ let outputSize: [number, number] = [0, 0];
|
|||
type HandDetectResult = {
|
||||
id: number,
|
||||
score: number,
|
||||
box: [number, number, number, number],
|
||||
boxRaw: [number, number, number, number],
|
||||
box: Box,
|
||||
boxRaw: Box,
|
||||
label: string,
|
||||
yxBox: [number, number, number, number],
|
||||
yxBox: Box,
|
||||
}
|
||||
|
||||
const cache: {
|
||||
|
|
@ -111,17 +111,17 @@ async function detectHands(input: Tensor, config: Config): Promise<HandDetectRes
|
|||
tf.dispose(t.nms);
|
||||
for (const res of Array.from(nms)) { // generates results for each class
|
||||
const boxSlice = tf.slice(t.boxes, res, 1);
|
||||
let yxBox: [number, number, number, number] = [0, 0, 0, 0];
|
||||
let yxBox: Box = [0, 0, 0, 0];
|
||||
if (config.hand.landmarks) { // scale box
|
||||
const detectedBox: [number, number, number, number] = await boxSlice.data();
|
||||
const detectedBox: Box = await boxSlice.data();
|
||||
const boxCenter: [number, number] = [(detectedBox[0] + detectedBox[2]) / 2, (detectedBox[1] + detectedBox[3]) / 2];
|
||||
const boxDiff: [number, number, number, number] = [+boxCenter[0] - detectedBox[0], +boxCenter[1] - detectedBox[1], -boxCenter[0] + detectedBox[2], -boxCenter[1] + detectedBox[3]];
|
||||
const boxDiff: Box = [+boxCenter[0] - detectedBox[0], +boxCenter[1] - detectedBox[1], -boxCenter[0] + detectedBox[2], -boxCenter[1] + detectedBox[3]];
|
||||
yxBox = [boxCenter[0] - boxScaleFact * boxDiff[0], boxCenter[1] - boxScaleFact * boxDiff[1], boxCenter[0] + boxScaleFact * boxDiff[2], boxCenter[1] + boxScaleFact * boxDiff[3]];
|
||||
} else { // use box as-is
|
||||
yxBox = await boxSlice.data();
|
||||
}
|
||||
const boxRaw: [number, number, number, number] = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box: [number, number, number, number] = [Math.trunc(boxRaw[0] * outputSize[0]), Math.trunc(boxRaw[1] * outputSize[1]), Math.trunc(boxRaw[2] * outputSize[0]), Math.trunc(boxRaw[3] * outputSize[1])];
|
||||
const boxRaw: Box = [yxBox[1], yxBox[0], yxBox[3] - yxBox[1], yxBox[2] - yxBox[0]];
|
||||
const box: Box = [Math.trunc(boxRaw[0] * outputSize[0]), Math.trunc(boxRaw[1] * outputSize[1]), Math.trunc(boxRaw[2] * outputSize[0]), Math.trunc(boxRaw[3] * outputSize[1])];
|
||||
tf.dispose(boxSlice);
|
||||
const scoreSlice = tf.slice(classScores[i], res, 1);
|
||||
const score = (await scoreSlice.data())[0];
|
||||
|
|
|
|||
|
|
@ -37,6 +37,7 @@ export * from './config';
|
|||
export * from './result';
|
||||
export type { DrawOptions } from './draw';
|
||||
export { env, Env } from './env';
|
||||
export { Box, Point } from './result';
|
||||
export { Models } from './models';
|
||||
|
||||
/** Defines all possible input types for **Human** detection
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@
|
|||
* Results interpolation for smoothening of video detection results inbetween detected frames
|
||||
*/
|
||||
|
||||
import type { Result, FaceResult, BodyResult, HandResult, ObjectResult, GestureResult, PersonResult } from './result';
|
||||
import type { Result, FaceResult, BodyResult, HandResult, ObjectResult, GestureResult, PersonResult, Box, Point } from './result';
|
||||
|
||||
const bufferedResult: Result = { face: [], body: [], hand: [], gesture: [], object: [], persons: [], performance: {}, timestamp: 0 };
|
||||
|
||||
|
|
@ -30,9 +30,9 @@ export function calc(newResult: Result): Result {
|
|||
} else {
|
||||
for (let i = 0; i < newResult.body.length; i++) {
|
||||
const box = newResult.body[i].box // update box
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].box[j] + b) / bufferedFactor) as Box;
|
||||
const boxRaw = newResult.body[i].boxRaw // update boxRaw
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.body[i].boxRaw[j] + b) / bufferedFactor) as Box;
|
||||
const keypoints = (newResult.body[i].keypoints // update keypoints
|
||||
.map((keypoint, j) => ({
|
||||
score: keypoint.score,
|
||||
|
|
@ -56,13 +56,13 @@ export function calc(newResult: Result): Result {
|
|||
} else {
|
||||
for (let i = 0; i < newResult.hand.length; i++) {
|
||||
const box = (newResult.hand[i].box// update box
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor)) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].box[j] + b) / bufferedFactor)) as Box;
|
||||
const boxRaw = (newResult.hand[i].boxRaw // update boxRaw
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor)) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.hand[i].boxRaw[j] + b) / bufferedFactor)) as Box;
|
||||
if (bufferedResult.hand[i].keypoints.length !== newResult.hand[i].keypoints.length) bufferedResult.hand[i].keypoints = newResult.hand[i].keypoints; // reset keypoints as previous frame did not have them
|
||||
const keypoints = newResult.hand[i].keypoints && newResult.hand[i].keypoints.length > 0 ? newResult.hand[i].keypoints // update landmarks
|
||||
.map((landmark, j) => landmark
|
||||
.map((coord, k) => (((bufferedFactor - 1) * bufferedResult.hand[i].keypoints[j][k] + coord) / bufferedFactor)) as [number, number, number])
|
||||
.map((coord, k) => (((bufferedFactor - 1) * (bufferedResult.hand[i].keypoints[j][k] || 1) + (coord || 0)) / bufferedFactor)) as Point)
|
||||
: [];
|
||||
const annotations = {};
|
||||
if (Object.keys(bufferedResult.hand[i].annotations).length !== Object.keys(newResult.hand[i].annotations).length) bufferedResult.hand[i].annotations = newResult.hand[i].annotations; // reset annotations as previous frame did not have them
|
||||
|
|
@ -83,9 +83,9 @@ export function calc(newResult: Result): Result {
|
|||
} else {
|
||||
for (let i = 0; i < newResult.face.length; i++) {
|
||||
const box = (newResult.face[i].box // update box
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor)) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].box[j] + b) / bufferedFactor)) as Box;
|
||||
const boxRaw = (newResult.face[i].boxRaw // update boxRaw
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor)) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.face[i].boxRaw[j] + b) / bufferedFactor)) as Box;
|
||||
const rotation: {
|
||||
matrix: [number, number, number, number, number, number, number, number, number],
|
||||
angle: { roll: number, yaw: number, pitch: number },
|
||||
|
|
@ -112,9 +112,9 @@ export function calc(newResult: Result): Result {
|
|||
} else {
|
||||
for (let i = 0; i < newResult.object.length; i++) {
|
||||
const box = (newResult.object[i].box // update box
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor)) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].box[j] + b) / bufferedFactor)) as Box;
|
||||
const boxRaw = (newResult.object[i].boxRaw // update boxRaw
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor)) as [number, number, number, number];
|
||||
.map((b, j) => ((bufferedFactor - 1) * bufferedResult.object[i].boxRaw[j] + b) / bufferedFactor)) as Box;
|
||||
bufferedResult.object[i] = { ...newResult.object[i], box, boxRaw }; // shallow clone plus updated values
|
||||
}
|
||||
}
|
||||
|
|
@ -127,7 +127,7 @@ export function calc(newResult: Result): Result {
|
|||
} else {
|
||||
for (let i = 0; i < newPersons.length; i++) { // update person box, we don't update the rest as it's updated as reference anyhow
|
||||
bufferedResult.persons[i].box = (newPersons[i].box
|
||||
.map((box, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box) / bufferedFactor)) as [number, number, number, number];
|
||||
.map((box, j) => ((bufferedFactor - 1) * bufferedResult.persons[i].box[j] + box) / bufferedFactor)) as Box;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
|
||||
import { log, join, scaleBox } from '../util';
|
||||
import * as tf from '../../dist/tfjs.esm.js';
|
||||
import type { BodyResult } from '../result';
|
||||
import type { BodyResult, Box } from '../result';
|
||||
import type { GraphModel, Tensor } from '../tfjs/types';
|
||||
import type { Config } from '../config';
|
||||
import { fakeOps } from '../tfjs/backend';
|
||||
|
|
@ -14,14 +14,11 @@ import { env } from '../env';
|
|||
|
||||
let model: GraphModel | null;
|
||||
let inputSize = 0;
|
||||
const cachedBoxes: Array<[number, number, number, number]> = [];
|
||||
const cachedBoxes: Array<Box> = [];
|
||||
|
||||
type Keypoints = { score: number, part: string, position: [number, number], positionRaw: [number, number] };
|
||||
type Body = { id: number, score: number, box: [number, number, number, number], boxRaw: [number, number, number, number], keypoints: Array<Keypoints> }
|
||||
type Body = { id: number, score: number, box: Box, boxRaw: Box, keypoints: Array<Keypoints> }
|
||||
|
||||
let box: [number, number, number, number] = [0, 0, 0, 0];
|
||||
let boxRaw: [number, number, number, number] = [0, 0, 0, 0];
|
||||
let score = 0;
|
||||
let skipped = Number.MAX_SAFE_INTEGER;
|
||||
const keypoints: Array<Keypoints> = [];
|
||||
|
||||
|
|
@ -43,6 +40,7 @@ export async function load(config: Config): Promise<GraphModel> {
|
|||
async function parseSinglePose(res, config, image, inputBox) {
|
||||
const kpt = res[0][0];
|
||||
keypoints.length = 0;
|
||||
let score = 0;
|
||||
for (let id = 0; id < kpt.length; id++) {
|
||||
score = kpt[id][2];
|
||||
if (score > config.body.minConfidence) {
|
||||
|
|
@ -64,7 +62,7 @@ async function parseSinglePose(res, config, image, inputBox) {
|
|||
score = keypoints.reduce((prev, curr) => (curr.score > prev ? curr.score : prev), 0);
|
||||
const x = keypoints.map((a) => a.position[0]);
|
||||
const y = keypoints.map((a) => a.position[1]);
|
||||
box = [
|
||||
const box: Box = [
|
||||
Math.min(...x),
|
||||
Math.min(...y),
|
||||
Math.max(...x) - Math.min(...x),
|
||||
|
|
@ -72,7 +70,7 @@ async function parseSinglePose(res, config, image, inputBox) {
|
|||
];
|
||||
const xRaw = keypoints.map((a) => a.positionRaw[0]);
|
||||
const yRaw = keypoints.map((a) => a.positionRaw[1]);
|
||||
boxRaw = [
|
||||
const boxRaw: Box = [
|
||||
Math.min(...xRaw),
|
||||
Math.min(...yRaw),
|
||||
Math.max(...xRaw) - Math.min(...xRaw),
|
||||
|
|
@ -87,7 +85,7 @@ async function parseMultiPose(res, config, image, inputBox) {
|
|||
const bodies: Array<Body> = [];
|
||||
for (let id = 0; id < res[0].length; id++) {
|
||||
const kpt = res[0][id];
|
||||
score = Math.round(100 * kpt[51 + 4]) / 100;
|
||||
const score = Math.round(100 * kpt[51 + 4]) / 100;
|
||||
// eslint-disable-next-line no-continue
|
||||
if (score < config.body.minConfidence) continue;
|
||||
keypoints.length = 0;
|
||||
|
|
@ -106,7 +104,7 @@ async function parseMultiPose(res, config, image, inputBox) {
|
|||
});
|
||||
}
|
||||
}
|
||||
boxRaw = [kpt[51 + 1], kpt[51 + 0], kpt[51 + 3] - kpt[51 + 1], kpt[51 + 2] - kpt[51 + 0]];
|
||||
const boxRaw: Box = [kpt[51 + 1], kpt[51 + 0], kpt[51 + 3] - kpt[51 + 1], kpt[51 + 2] - kpt[51 + 0]];
|
||||
bodies.push({
|
||||
id,
|
||||
score,
|
||||
|
|
|
|||
|
|
@ -7,7 +7,7 @@
|
|||
import { log, join } from '../util';
|
||||
import * as tf from '../../dist/tfjs.esm.js';
|
||||
import { labels } from './labels';
|
||||
import type { ObjectResult } from '../result';
|
||||
import type { ObjectResult, Box } from '../result';
|
||||
import type { GraphModel, Tensor } from '../tfjs/types';
|
||||
import type { Config } from '../config';
|
||||
import { env } from '../env';
|
||||
|
|
@ -60,18 +60,18 @@ async function process(res: Tensor | null, outputShape, config: Config) {
|
|||
detections[0][id][0] / inputSize,
|
||||
detections[0][id][1] / inputSize,
|
||||
];
|
||||
const boxRaw = [
|
||||
const boxRaw: Box = [
|
||||
x,
|
||||
y,
|
||||
detections[0][id][2] / inputSize - x,
|
||||
detections[0][id][3] / inputSize - y,
|
||||
] as [number, number, number, number];
|
||||
const box = [
|
||||
];
|
||||
const box: Box = [
|
||||
Math.trunc(boxRaw[0] * outputShape[0]),
|
||||
Math.trunc(boxRaw[1] * outputShape[1]),
|
||||
Math.trunc(boxRaw[2] * outputShape[0]),
|
||||
Math.trunc(boxRaw[3] * outputShape[1]),
|
||||
] as [number, number, number, number];
|
||||
];
|
||||
results.push({ id: i++, score, class: classVal, label, box, boxRaw });
|
||||
}
|
||||
return results;
|
||||
|
|
|
|||
|
|
@ -7,7 +7,7 @@
|
|||
import { log, join } from '../util';
|
||||
import * as tf from '../../dist/tfjs.esm.js';
|
||||
import { labels } from './labels';
|
||||
import type { ObjectResult } from '../result';
|
||||
import type { ObjectResult, Box } from '../result';
|
||||
import type { GraphModel, Tensor } from '../tfjs/types';
|
||||
import type { Config } from '../config';
|
||||
import { env } from '../env';
|
||||
|
|
@ -58,8 +58,8 @@ async function process(res, inputSize, outputShape, config) {
|
|||
cx + (scaleBox / strideSize * boxOffset[2]) - x,
|
||||
cy + (scaleBox / strideSize * boxOffset[3]) - y,
|
||||
];
|
||||
let boxRaw = [x, y, w, h]; // results normalized to range 0..1
|
||||
boxRaw = boxRaw.map((a) => Math.max(0, Math.min(a, 1))); // fix out-of-bounds coords
|
||||
let boxRaw: Box = [x, y, w, h]; // results normalized to range 0..1
|
||||
boxRaw = boxRaw.map((a) => Math.max(0, Math.min(a, 1))) as Box; // fix out-of-bounds coords
|
||||
const box = [ // results normalized to input image pixels
|
||||
boxRaw[0] * outputShape[0],
|
||||
boxRaw[1] * outputShape[1],
|
||||
|
|
@ -74,8 +74,8 @@ async function process(res, inputSize, outputShape, config) {
|
|||
label: labels[j].label,
|
||||
// center: [Math.trunc(outputShape[0] * cx), Math.trunc(outputShape[1] * cy)],
|
||||
// centerRaw: [cx, cy],
|
||||
box: (box.map((a) => Math.trunc(a))) as [number, number, number, number],
|
||||
boxRaw: boxRaw as [number, number, number, number],
|
||||
box: box.map((a) => Math.trunc(a)) as Box,
|
||||
boxRaw,
|
||||
};
|
||||
results.push(result);
|
||||
}
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@
|
|||
* Analyze detection Results and sort&combine them into per-person view
|
||||
*/
|
||||
|
||||
import type { FaceResult, BodyResult, HandResult, GestureResult, PersonResult } from './result';
|
||||
import type { FaceResult, BodyResult, HandResult, GestureResult, PersonResult, Box } from './result';
|
||||
|
||||
export function join(faces: Array<FaceResult>, bodies: Array<BodyResult>, hands: Array<HandResult>, gestures: Array<GestureResult>, shape: Array<number> | undefined): Array<PersonResult> {
|
||||
let id = 0;
|
||||
|
|
@ -44,7 +44,7 @@ export function join(faces: Array<FaceResult>, bodies: Array<BodyResult>, hands:
|
|||
// create new overarching box from all boxes beloning to person
|
||||
const x: number[] = [];
|
||||
const y: number[] = [];
|
||||
const extractXY = (box: [number, number, number, number] | undefined) => { // extract all [x, y] coordinates from boxes [x, y, width, height]
|
||||
const extractXY = (box: Box | undefined) => { // extract all [x, y] coordinates from boxes [x, y, width, height]
|
||||
if (box && box.length === 4) {
|
||||
x.push(box[0], box[0] + box[2]);
|
||||
y.push(box[1], box[1] + box[3]);
|
||||
|
|
|
|||
|
|
@ -5,6 +5,7 @@
|
|||
|
||||
import * as utils from './utils';
|
||||
import * as kpt from './keypoints';
|
||||
import type { Box } from '../result';
|
||||
|
||||
const localMaximumRadius = 1;
|
||||
const outputStride = 16;
|
||||
|
|
@ -125,7 +126,7 @@ function getInstanceScore(existingPoses, keypoints) {
|
|||
}
|
||||
|
||||
export function decode(offsets, scores, displacementsFwd, displacementsBwd, maxDetected, minConfidence) {
|
||||
const poses: Array<{ keypoints, box: [number, number, number, number], score: number }> = [];
|
||||
const poses: Array<{ keypoints, box: Box, score: number }> = [];
|
||||
const queue = buildPartWithScoreQueue(minConfidence, scores);
|
||||
// Generate at most maxDetected object instances per image in decreasing root part score order.
|
||||
while (poses.length < maxDetected && !queue.empty()) {
|
||||
|
|
|
|||
|
|
@ -5,6 +5,9 @@
|
|||
import type { Tensor } from './tfjs/types';
|
||||
import type { FaceGesture, BodyGesture, HandGesture, IrisGesture } from './gesture/gesture';
|
||||
|
||||
export type Box = [number, number, number, number];
|
||||
export type Point = [number, number, number?];
|
||||
|
||||
/** Face results
|
||||
* Combined results of face detector, face mesh, age, gender, emotion, embedding, iris models
|
||||
* Some values may be null if specific model is not enabled
|
||||
|
|
@ -37,11 +40,11 @@ export interface FaceResult {
|
|||
score: number,
|
||||
boxScore: number,
|
||||
faceScore: number,
|
||||
box: [number, number, number, number],
|
||||
boxRaw: [number, number, number, number],
|
||||
mesh: Array<[number, number, number]>
|
||||
meshRaw: Array<[number, number, number]>
|
||||
annotations: Record<string, Array<[number, number, number]>>,
|
||||
box: Box,
|
||||
boxRaw: Box,
|
||||
mesh: Array<Point>
|
||||
meshRaw: Array<Point>
|
||||
annotations: Record<string, Point[]>,
|
||||
age?: number,
|
||||
gender?: string,
|
||||
genderScore?: number,
|
||||
|
|
@ -72,12 +75,12 @@ export interface FaceResult {
|
|||
export interface BodyResult {
|
||||
id: number,
|
||||
score: number,
|
||||
box: [number, number, number, number],
|
||||
boxRaw: [number, number, number, number],
|
||||
box: Box,
|
||||
boxRaw: Box,
|
||||
keypoints: Array<{
|
||||
part: string,
|
||||
position: [number, number, number?],
|
||||
positionRaw: [number, number, number?],
|
||||
position: Point,
|
||||
positionRaw: Point,
|
||||
score: number,
|
||||
presence?: number,
|
||||
}>
|
||||
|
|
@ -99,13 +102,13 @@ export interface HandResult {
|
|||
score: number,
|
||||
boxScore: number,
|
||||
fingerScore: number,
|
||||
box: [number, number, number, number],
|
||||
boxRaw: [number, number, number, number],
|
||||
keypoints: Array<[number, number, number]>,
|
||||
box: Box,
|
||||
boxRaw: Box,
|
||||
keypoints: Array<Point>,
|
||||
label: string,
|
||||
annotations: Record<
|
||||
'index' | 'middle' | 'pinky' | 'ring' | 'thumb' | 'palm',
|
||||
Array<[number, number, number]>
|
||||
Array<Point>
|
||||
>,
|
||||
landmarks: Record<
|
||||
'index' | 'middle' | 'pinky' | 'ring' | 'thumb',
|
||||
|
|
@ -130,8 +133,8 @@ export interface ObjectResult {
|
|||
score: number,
|
||||
class: number,
|
||||
label: string,
|
||||
box: [number, number, number, number],
|
||||
boxRaw: [number, number, number, number],
|
||||
box: Box,
|
||||
boxRaw: Box,
|
||||
}
|
||||
|
||||
/** Gesture results
|
||||
|
|
@ -166,8 +169,8 @@ export interface PersonResult {
|
|||
body: BodyResult | null,
|
||||
hands: { left: HandResult | null, right: HandResult | null },
|
||||
gestures: Array<GestureResult>,
|
||||
box: [number, number, number, number],
|
||||
boxRaw?: [number, number, number, number],
|
||||
box: Box,
|
||||
boxRaw?: Box,
|
||||
}
|
||||
|
||||
/**
|
||||
|
|
|
|||
|
|
@ -2,6 +2,8 @@
|
|||
* Simple helper functions used accross codebase
|
||||
*/
|
||||
|
||||
import type { Box } from './result';
|
||||
|
||||
// helper function: join two paths
|
||||
export function join(folder: string, file: string): string {
|
||||
const separator = folder.endsWith('/') ? '' : '/';
|
||||
|
|
@ -81,18 +83,18 @@ export function scaleBox(keypoints, boxScaleFact, outputSize) {
|
|||
Math.trunc(center[1] - diff),
|
||||
Math.trunc(2 * diff),
|
||||
Math.trunc(2 * diff),
|
||||
] as [number, number, number, number];
|
||||
] as Box;
|
||||
const boxRaw = [ // work backwards
|
||||
box[0] / outputSize[0],
|
||||
box[1] / outputSize[1],
|
||||
box[2] / outputSize[0],
|
||||
box[3] / outputSize[1],
|
||||
] as [number, number, number, number];
|
||||
] as Box;
|
||||
const yxBox = [ // work backwards
|
||||
boxRaw[1],
|
||||
boxRaw[0],
|
||||
boxRaw[3] + boxRaw[1],
|
||||
boxRaw[2] + boxRaw[0],
|
||||
] as [number, number, number, number];
|
||||
] as Box;
|
||||
return { box, boxRaw, yxBox };
|
||||
}
|
||||
|
|
|
|||
4397
test/build.log
4397
test/build.log
File diff suppressed because it is too large
Load Diff
File diff suppressed because one or more lines are too long
|
|
@ -8,16 +8,16 @@
|
|||
</ul>
|
||||
</div><dl class="tsd-comment-tags"><dt>param userConfig:</dt><dd><p><a href="../interfaces/Config.html">Config</a></p>
|
||||
</dd><dt>returns</dt><dd><p>instance</p>
|
||||
</dd></dl></div></section><section class="tsd-panel tsd-hierarchy"><h3>Hierarchy</h3><ul class="tsd-hierarchy"><li><span class="target">Human</span></li></ul></section><section class="tsd-panel-group tsd-index-group"><h2>Index</h2><section class="tsd-panel tsd-index-panel"><div class="tsd-index-content"><section class="tsd-index-section "><h3>Constructors</h3><ul class="tsd-index-list"><li class="tsd-kind-constructor tsd-parent-kind-class"><a href="Human.html#constructor" class="tsd-kind-icon">constructor</a></li></ul></section><section class="tsd-index-section "><h3>Properties</h3><ul class="tsd-index-list"><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#config" class="tsd-kind-icon">config</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#draw" class="tsd-kind-icon">draw</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#env" class="tsd-kind-icon">env</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#events" class="tsd-kind-icon">events</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#faceTriangulation" class="tsd-kind-icon">face<wbr/>Triangulation</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#faceUVMap" class="tsd-kind-icon">faceUVMap</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#gl" class="tsd-kind-icon">gl</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#performance" class="tsd-kind-icon">performance</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#process" class="tsd-kind-icon">process</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#result" class="tsd-kind-icon">result</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#state" class="tsd-kind-icon">state</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#version" class="tsd-kind-icon">version</a></li></ul></section><section class="tsd-index-section "><h3>Methods</h3><ul class="tsd-index-list"><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#detect" class="tsd-kind-icon">detect</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#enhance" class="tsd-kind-icon">enhance</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#image" class="tsd-kind-icon">image</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#init" class="tsd-kind-icon">init</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#load" class="tsd-kind-icon">load</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#match" class="tsd-kind-icon">match</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#next" class="tsd-kind-icon">next</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#reset" class="tsd-kind-icon">reset</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#segmentation" class="tsd-kind-icon">segmentation</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#similarity" class="tsd-kind-icon">similarity</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#validate" class="tsd-kind-icon">validate</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#warmup" class="tsd-kind-icon">warmup</a></li></ul></section></div></section></section><section class="tsd-panel-group tsd-member-group "><h2>Constructors</h2><section class="tsd-panel tsd-member tsd-kind-constructor tsd-parent-kind-class"><a name="constructor" class="tsd-anchor"></a><h3>constructor</h3><ul class="tsd-signatures tsd-kind-constructor tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">new <wbr/>Human<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><a href="Human.html" class="tsd-signature-type" data-tsd-kind="Class">Human</a></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L160">human.ts:160</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</dd></dl></div></section><section class="tsd-panel tsd-hierarchy"><h3>Hierarchy</h3><ul class="tsd-hierarchy"><li><span class="target">Human</span></li></ul></section><section class="tsd-panel-group tsd-index-group"><h2>Index</h2><section class="tsd-panel tsd-index-panel"><div class="tsd-index-content"><section class="tsd-index-section "><h3>Constructors</h3><ul class="tsd-index-list"><li class="tsd-kind-constructor tsd-parent-kind-class"><a href="Human.html#constructor" class="tsd-kind-icon">constructor</a></li></ul></section><section class="tsd-index-section "><h3>Properties</h3><ul class="tsd-index-list"><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#config" class="tsd-kind-icon">config</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#draw" class="tsd-kind-icon">draw</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#env" class="tsd-kind-icon">env</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#events" class="tsd-kind-icon">events</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#faceTriangulation" class="tsd-kind-icon">face<wbr/>Triangulation</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#faceUVMap" class="tsd-kind-icon">faceUVMap</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#gl" class="tsd-kind-icon">gl</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#performance" class="tsd-kind-icon">performance</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#process" class="tsd-kind-icon">process</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#result" class="tsd-kind-icon">result</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#state" class="tsd-kind-icon">state</a></li><li class="tsd-kind-property tsd-parent-kind-class"><a href="Human.html#version" class="tsd-kind-icon">version</a></li></ul></section><section class="tsd-index-section "><h3>Methods</h3><ul class="tsd-index-list"><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#detect" class="tsd-kind-icon">detect</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#enhance" class="tsd-kind-icon">enhance</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#image" class="tsd-kind-icon">image</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#init" class="tsd-kind-icon">init</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#load" class="tsd-kind-icon">load</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#match" class="tsd-kind-icon">match</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#next" class="tsd-kind-icon">next</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#reset" class="tsd-kind-icon">reset</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#segmentation" class="tsd-kind-icon">segmentation</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#similarity" class="tsd-kind-icon">similarity</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#validate" class="tsd-kind-icon">validate</a></li><li class="tsd-kind-method tsd-parent-kind-class"><a href="Human.html#warmup" class="tsd-kind-icon">warmup</a></li></ul></section></div></section></section><section class="tsd-panel-group tsd-member-group "><h2>Constructors</h2><section class="tsd-panel tsd-member tsd-kind-constructor tsd-parent-kind-class"><a name="constructor" class="tsd-anchor"></a><h3>constructor</h3><ul class="tsd-signatures tsd-kind-constructor tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">new <wbr/>Human<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><a href="Human.html" class="tsd-signature-type" data-tsd-kind="Class">Human</a></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L161">human.ts:161</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Constructor for <strong>Human</strong> library that is futher used for all operations</p>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5><span class="tsd-flag ts-flagOptional">Optional</span> userConfig: <span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span></h5></li></ul><h4 class="tsd-returns-title">Returns <a href="Human.html" class="tsd-signature-type" data-tsd-kind="Class">Human</a></h4><div><p>instance: <a href="Human.html">Human</a></p>
|
||||
</div></li></ul></section></section><section class="tsd-panel-group tsd-member-group "><h2>Properties</h2><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="config" class="tsd-anchor"></a><h3>config</h3><div class="tsd-signature tsd-kind-icon">config<span class="tsd-signature-symbol">:</span> <a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L86">human.ts:86</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></li></ul></section></section><section class="tsd-panel-group tsd-member-group "><h2>Properties</h2><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="config" class="tsd-anchor"></a><h3>config</h3><div class="tsd-signature tsd-kind-icon">config<span class="tsd-signature-symbol">:</span> <a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L87">human.ts:87</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Current configuration</p>
|
||||
<ul>
|
||||
<li>Definition: <a href="../interfaces/Config.html">Config</a></li>
|
||||
<li>Defaults: <a href="https://github.com/vladmandic/human/blob/main/src/config.ts#L292">config</a></li>
|
||||
</ul>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="draw" class="tsd-anchor"></a><h3>draw</h3><div class="tsd-signature tsd-kind-icon">draw<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">{ </span>all<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>body<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>face<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>gesture<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>hand<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>object<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>options<span class="tsd-signature-symbol">: </span><a href="../interfaces/DrawOptions.html" class="tsd-signature-type" data-tsd-kind="Interface">DrawOptions</a><span class="tsd-signature-symbol">; </span>person<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol"> }</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L122">human.ts:122</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="draw" class="tsd-anchor"></a><h3>draw</h3><div class="tsd-signature tsd-kind-icon">draw<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">{ </span>all<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>body<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>face<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>gesture<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>hand<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>object<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">; </span>options<span class="tsd-signature-symbol">: </span><a href="../interfaces/DrawOptions.html" class="tsd-signature-type" data-tsd-kind="Interface">DrawOptions</a><span class="tsd-signature-symbol">; </span>person<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol"> }</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L123">human.ts:123</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Draw helper classes that can draw detected objects on canvas using specified draw</p>
|
||||
<ul>
|
||||
<li>options: <a href="../interfaces/DrawOptions.html">DrawOptions</a> global settings for all draw operations, can be overriden for each draw method</li>
|
||||
|
|
@ -27,9 +27,9 @@
|
|||
<li>canvas: draw processed canvas which is a processed copy of the input</li>
|
||||
<li>all: meta-function that performs: canvas, face, body, hand</li>
|
||||
</ul>
|
||||
</div></div><div class="tsd-type-declaration"><h4>Type declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter"><h5>all<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>body<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>face<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>gesture<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>hand<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>object<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>options<span class="tsd-signature-symbol">: </span><a href="../interfaces/DrawOptions.html" class="tsd-signature-type" data-tsd-kind="Interface">DrawOptions</a></h5></li><li class="tsd-parameter"><h5>person<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li></ul></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="env" class="tsd-anchor"></a><h3>env</h3><div class="tsd-signature tsd-kind-icon">env<span class="tsd-signature-symbol">:</span> <a href="../index.html#Env" class="tsd-signature-type" data-tsd-kind="Type alias">Env</a></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L112">human.ts:112</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div><div class="tsd-type-declaration"><h4>Type declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter"><h5>all<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>body<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>face<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>gesture<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>hand<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>object<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li><li class="tsd-parameter"><h5>options<span class="tsd-signature-symbol">: </span><a href="../interfaces/DrawOptions.html" class="tsd-signature-type" data-tsd-kind="Interface">DrawOptions</a></h5></li><li class="tsd-parameter"><h5>person<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span></h5></li></ul></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="env" class="tsd-anchor"></a><h3>env</h3><div class="tsd-signature tsd-kind-icon">env<span class="tsd-signature-symbol">:</span> <a href="../index.html#Env" class="tsd-signature-type" data-tsd-kind="Type alias">Env</a></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L113">human.ts:113</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Object containing environment information used for diagnostics</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="events" class="tsd-anchor"></a><h3>events</h3><div class="tsd-signature tsd-kind-icon">events<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">EventTarget</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L140">human.ts:140</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="events" class="tsd-anchor"></a><h3>events</h3><div class="tsd-signature tsd-kind-icon">events<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">EventTarget</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L141">human.ts:141</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Container for events dispatched by Human</p>
|
||||
</div><div><p>Possible events:</p>
|
||||
<ul>
|
||||
|
|
@ -40,31 +40,31 @@
|
|||
<li><code>warmup</code>: triggered when warmup is complete</li>
|
||||
<li><code>error</code>: triggered on some errors</li>
|
||||
</ul>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="faceTriangulation" class="tsd-anchor"></a><h3>face<wbr/>Triangulation</h3><div class="tsd-signature tsd-kind-icon">face<wbr/>Triangulation<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L142">human.ts:142</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="faceTriangulation" class="tsd-anchor"></a><h3>face<wbr/>Triangulation</h3><div class="tsd-signature tsd-kind-icon">face<wbr/>Triangulation<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L143">human.ts:143</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Reference face triangualtion array of 468 points, used for triangle references between points</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="faceUVMap" class="tsd-anchor"></a><h3>faceUVMap</h3><div class="tsd-signature tsd-kind-icon">faceUVMap<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L144">human.ts:144</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="faceUVMap" class="tsd-anchor"></a><h3>faceUVMap</h3><div class="tsd-signature tsd-kind-icon">faceUVMap<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L145">human.ts:145</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Refernce UV map of 468 values, used for 3D mapping of the face mesh</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="gl" class="tsd-anchor"></a><h3>gl</h3><div class="tsd-signature tsd-kind-icon">gl<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">unknown</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L151">human.ts:151</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="gl" class="tsd-anchor"></a><h3>gl</h3><div class="tsd-signature tsd-kind-icon">gl<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">unknown</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L152">human.ts:152</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>WebGL debug info</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="performance" class="tsd-anchor"></a><h3>performance</h3><div class="tsd-signature tsd-kind-icon">performance<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L146">human.ts:146</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="performance" class="tsd-anchor"></a><h3>performance</h3><div class="tsd-signature tsd-kind-icon">performance<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L147">human.ts:147</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Performance object that contains values for all recently performed operations</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="process" class="tsd-anchor"></a><h3>process</h3><div class="tsd-signature tsd-kind-icon">process<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">{ </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> }</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L101">human.ts:101</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="process" class="tsd-anchor"></a><h3>process</h3><div class="tsd-signature tsd-kind-icon">process<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">{ </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> }</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L102">human.ts:102</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>currenty processed image tensor and canvas</p>
|
||||
</div></div><div class="tsd-type-declaration"><h4>Type declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter"><h5>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span></h5></li><li class="tsd-parameter"><h5>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></h5></li></ul></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="result" class="tsd-anchor"></a><h3>result</h3><div class="tsd-signature tsd-kind-icon">result<span class="tsd-signature-symbol">:</span> <a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L92">human.ts:92</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div><div class="tsd-type-declaration"><h4>Type declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter"><h5>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span></h5></li><li class="tsd-parameter"><h5>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></h5></li></ul></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="result" class="tsd-anchor"></a><h3>result</h3><div class="tsd-signature tsd-kind-icon">result<span class="tsd-signature-symbol">:</span> <a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L93">human.ts:93</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Last known result of detect run</p>
|
||||
<ul>
|
||||
<li>Can be accessed anytime after initial detection</li>
|
||||
<li>Definition: <a href="../interfaces/Result.html">Result</a></li>
|
||||
</ul>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="state" class="tsd-anchor"></a><h3>state</h3><div class="tsd-signature tsd-kind-icon">state<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L98">human.ts:98</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="state" class="tsd-anchor"></a><h3>state</h3><div class="tsd-signature tsd-kind-icon">state<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L99">human.ts:99</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Current state of Human library</p>
|
||||
<ul>
|
||||
<li>Can be polled to determine operations that are currently executed</li>
|
||||
<li>Progresses through: 'config', 'check', 'backend', 'load', 'run:<model>', 'idle'</li>
|
||||
</ul>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="version" class="tsd-anchor"></a><h3>version</h3><div class="tsd-signature tsd-kind-icon">version<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L80">human.ts:80</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-class"><a name="version" class="tsd-anchor"></a><h3>version</h3><div class="tsd-signature tsd-kind-icon">version<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L81">human.ts:81</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Current version of Human library in <em>semver</em> format</p>
|
||||
</div></div></section></section><section class="tsd-panel-group tsd-member-group "><h2>Methods</h2><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="detect" class="tsd-anchor"></a><h3>detect</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">detect<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a>, userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../index.html#Error" class="tsd-signature-type" data-tsd-kind="Type alias">Error</a><span class="tsd-signature-symbol"> | </span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L387">human.ts:387</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section></section><section class="tsd-panel-group tsd-member-group "><h2>Methods</h2><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="detect" class="tsd-anchor"></a><h3>detect</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">detect<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a>, userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../index.html#Error" class="tsd-signature-type" data-tsd-kind="Type alias">Error</a><span class="tsd-signature-symbol"> | </span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L388">human.ts:388</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Main detection method</p>
|
||||
<ul>
|
||||
<li>Analyze configuration: <a href="../interfaces/Config.html">Config</a></li>
|
||||
|
|
@ -73,12 +73,12 @@
|
|||
<li>Process and return result: <a href="../interfaces/Result.html">Result</a></li>
|
||||
</ul>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>input: <a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a></h5></li><li><h5><span class="tsd-flag ts-flagOptional">Optional</span> userConfig: <span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../index.html#Error" class="tsd-signature-type" data-tsd-kind="Type alias">Error</a><span class="tsd-signature-symbol"> | </span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol">></span></h4><div><p>result: <a href="../interfaces/Result.html">Result</a></p>
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="enhance" class="tsd-anchor"></a><h3>enhance</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">enhance<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L287">human.ts:287</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="enhance" class="tsd-anchor"></a><h3>enhance</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">enhance<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L288">human.ts:288</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Enhance method performs additional enhacements to face image previously detected for futher processing</p>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>input: <span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></h4><div><p>Tensor</p>
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="image" class="tsd-anchor"></a><h3>image</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">image<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> }</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L247">human.ts:247</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="image" class="tsd-anchor"></a><h3>image</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">image<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> }</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L248">human.ts:248</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Process input as return canvas and tensor</p>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>input: <a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">{ </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> }</span></h4><div></div><ul class="tsd-parameters"><li class="tsd-parameter"><h5>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span></h5></li><li class="tsd-parameter"><h5>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></h5></li></ul></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="init" class="tsd-anchor"></a><h3>init</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">init<span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L310">human.ts:310</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>input: <a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">{ </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> }</span></h4><div></div><ul class="tsd-parameters"><li class="tsd-parameter"><h5>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span></h5></li><li class="tsd-parameter"><h5>tensor<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">Tensor</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Rank</span><span class="tsd-signature-symbol">></span></h5></li></ul></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="init" class="tsd-anchor"></a><h3>init</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">init<span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L311">human.ts:311</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Explicit backend initialization</p>
|
||||
<ul>
|
||||
<li>Normally done implicitly during initial load phase</li>
|
||||
|
|
@ -86,22 +86,22 @@
|
|||
<li>Use when changing backend during runtime</li>
|
||||
</ul>
|
||||
</div></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><div><p>Promise<void></p>
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="load" class="tsd-anchor"></a><h3>load</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">load<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L322">human.ts:322</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="load" class="tsd-anchor"></a><h3>load</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">load<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L323">human.ts:323</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Load method preloads all configured models on-demand</p>
|
||||
<ul>
|
||||
<li>Not explicitly required as any required model is load implicitly on it's first run</li>
|
||||
</ul>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5><span class="tsd-flag ts-flagOptional">Optional</span> userConfig: <span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><div><p>Promise<void></p>
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="match" class="tsd-anchor"></a><h3>match</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">match<span class="tsd-signature-symbol">(</span>faceEmbedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span>, db<span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">; </span>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">[]</span>, threshold<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">; </span>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>similarity<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L299">human.ts:299</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="match" class="tsd-anchor"></a><h3>match</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">match<span class="tsd-signature-symbol">(</span>faceEmbedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span>, db<span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">; </span>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">[]</span>, threshold<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">; </span>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>similarity<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L300">human.ts:300</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Math method find best match between provided face descriptor and predefined database of known descriptors</p>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>faceEmbedding: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></h5></li><li><h5>db: <span class="tsd-signature-symbol">{ </span>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">; </span>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">[]</span></h5></li><li><h5>threshold: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">{ </span>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">; </span>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>similarity<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">; </span>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span></h4><div><p>best match</p>
|
||||
</div><ul class="tsd-parameters"><li class="tsd-parameter"><h5>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></h5></li><li class="tsd-parameter"><h5>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li><li class="tsd-parameter"><h5>similarity<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span></h5></li><li class="tsd-parameter"><h5>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li></ul></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="next" class="tsd-anchor"></a><h3>next</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">next<span class="tsd-signature-symbol">(</span>result<span class="tsd-signature-symbol">?: </span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L363">human.ts:363</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div><ul class="tsd-parameters"><li class="tsd-parameter"><h5>embedding<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></h5></li><li class="tsd-parameter"><h5>name<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li><li class="tsd-parameter"><h5>similarity<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span></h5></li><li class="tsd-parameter"><h5>source<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span></h5></li></ul></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="next" class="tsd-anchor"></a><h3>next</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">next<span class="tsd-signature-symbol">(</span>result<span class="tsd-signature-symbol">?: </span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L364">human.ts:364</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Runs interpolation using last known result and returns smoothened result
|
||||
Interpolation is based on time since last known result so can be called independently</p>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>result: <a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol"> = ...</span></h5></li></ul><h4 class="tsd-returns-title">Returns <a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a></h4><div><p>result: <a href="../interfaces/Result.html">Result</a></p>
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="reset" class="tsd-anchor"></a><h3>reset</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">reset<span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">void</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L231">human.ts:231</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="reset" class="tsd-anchor"></a><h3>reset</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">reset<span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">void</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L232">human.ts:232</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Reset configuration to default values</p>
|
||||
</div></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="segmentation" class="tsd-anchor"></a><h3>segmentation</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">segmentation<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a>, background<span class="tsd-signature-symbol">?: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-symbol">{ </span>alpha<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>data<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L277">human.ts:277</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="segmentation" class="tsd-anchor"></a><h3>segmentation</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">segmentation<span class="tsd-signature-symbol">(</span>input<span class="tsd-signature-symbol">: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a>, background<span class="tsd-signature-symbol">?: </span><a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-symbol">{ </span>alpha<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>data<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L278">human.ts:278</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Segmentation method takes any input and returns processed canvas with body segmentation</p>
|
||||
<ul>
|
||||
<li>Optional parameter background is used to fill the background with specific input</li>
|
||||
|
|
@ -113,16 +113,16 @@ Interpolation is based on time since last known result so can be called independ
|
|||
<li><code>canvas</code> as canvas which is input image filtered with segementation data and optionally merged with background image. canvas alpha values are set to segmentation values for easy merging</li>
|
||||
<li><code>alpha</code> as grayscale canvas that represents segmentation alpha values</li>
|
||||
</ul>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>input: <a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a></h5></li><li><h5><span class="tsd-flag ts-flagOptional">Optional</span> background: <a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-symbol">{ </span>alpha<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>data<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">></span></h4><div></div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="similarity" class="tsd-anchor"></a><h3>similarity</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">similarity<span class="tsd-signature-symbol">(</span>embedding1<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span>, embedding2<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L260">human.ts:260</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>input: <a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a></h5></li><li><h5><span class="tsd-flag ts-flagOptional">Optional</span> background: <a href="../index.html#Input" class="tsd-signature-type" data-tsd-kind="Type alias">Input</a></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-symbol">{ </span>alpha<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>canvas<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span><span class="tsd-signature-symbol">; </span>data<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">></span></h4><div></div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="similarity" class="tsd-anchor"></a><h3>similarity</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">similarity<span class="tsd-signature-symbol">(</span>embedding1<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span>, embedding2<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">number</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L261">human.ts:261</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Simmilarity method calculates simmilarity between two provided face descriptors (face embeddings)</p>
|
||||
<ul>
|
||||
<li>Calculation is based on normalized Minkowski distance between two descriptors</li>
|
||||
<li>Default is Euclidean distance which is Minkowski distance of 2nd order</li>
|
||||
</ul>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5>embedding1: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></h5></li><li><h5>embedding2: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><div><p>similarity: number</p>
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="validate" class="tsd-anchor"></a><h3>validate</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">validate<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>expected<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>reason<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>where<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">[]</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L238">human.ts:238</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="validate" class="tsd-anchor"></a><h3>validate</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">validate<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-symbol">{ </span>expected<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>reason<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>where<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">[]</span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L239">human.ts:239</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Validate current configuration schema</p>
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5><span class="tsd-flag ts-flagOptional">Optional</span> userConfig: <span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">{ </span>expected<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>reason<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>where<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">[]</span></h4></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="warmup" class="tsd-anchor"></a><h3>warmup</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">warmup<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-symbol">{ </span>error<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L373">human.ts:373</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameters"><li><h5><span class="tsd-flag ts-flagOptional">Optional</span> userConfig: <span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span></h5></li></ul><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">{ </span>expected<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>reason<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">; </span>where<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">[]</span></h4></li></ul></section><section class="tsd-panel tsd-member tsd-kind-method tsd-parent-kind-class"><a name="warmup" class="tsd-anchor"></a><h3>warmup</h3><ul class="tsd-signatures tsd-kind-method tsd-parent-kind-class"><li class="tsd-signature tsd-kind-icon">warmup<span class="tsd-signature-symbol">(</span>userConfig<span class="tsd-signature-symbol">?: </span><span class="tsd-signature-type">Partial</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Config.html" class="tsd-signature-type" data-tsd-kind="Interface">Config</a><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/Result.html" class="tsd-signature-type" data-tsd-kind="Interface">Result</a><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-symbol">{ </span>error<span class="tsd-signature-symbol">: </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol"> }</span><span class="tsd-signature-symbol">></span></li></ul><ul class="tsd-descriptions"><li class="tsd-description"><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/human.ts#L374">human.ts:374</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Warmup method pre-initializes all configured models for faster inference</p>
|
||||
<ul>
|
||||
<li>can take significant time on startup</li>
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
|
|
@ -1,22 +1,22 @@
|
|||
<!DOCTYPE html><html class="default no-js"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Result | @vladmandic/human - v2.2.3</title><meta name="description" content="Documentation for @vladmandic/human - v2.2.3"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script async src="../assets/search.js" id="search-script"></script></head><body><header><div class="tsd-page-toolbar"><div class="container"><div class="table-wrap"><div class="table-cell" id="tsd-search" data-base=".."><div class="field"><label for="tsd-search-field" class="tsd-widget search no-caption">Search</label><input type="text" id="tsd-search-field"/></div><ul class="results"><li class="state loading">Preparing search index...</li><li class="state failure">The search index is not available</li></ul><a href="../index.html" class="title">@vladmandic/human - v2.2.3</a></div><div class="table-cell" id="tsd-widgets"><div id="tsd-filter"><a href="#" class="tsd-widget options no-caption" data-toggle="options">Options</a><div class="tsd-filter-group"><div class="tsd-select" id="tsd-filter-visibility"><span class="tsd-select-label">All</span><ul class="tsd-select-list"><li data-value="public">Public</li><li data-value="protected">Public/Protected</li><li data-value="private" class="selected">All</li></ul></div> <input type="checkbox" id="tsd-filter-inherited" checked/><label class="tsd-widget" for="tsd-filter-inherited">Inherited</label></div></div><a href="#" class="tsd-widget menu no-caption" data-toggle="menu">Menu</a></div></div></div></div><div class="tsd-page-title"><div class="container"><ul class="tsd-breadcrumb"><li><a href="../index.html">@vladmandic/human - v2.2.3</a></li><li><a href="Result.html">Result</a></li></ul><h1>Interface Result</h1></div></div></header><div class="container container-main"><div class="row"><div class="col-8 col-content"><section class="tsd-panel tsd-comment"><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>Result interface definition for <strong>Human</strong> library</p>
|
||||
</div><div><p>Contains all possible detection results</p>
|
||||
</div></div></section><section class="tsd-panel tsd-hierarchy"><h3>Hierarchy</h3><ul class="tsd-hierarchy"><li><span class="target">Result</span></li></ul></section><section class="tsd-panel-group tsd-index-group"><h2>Index</h2><section class="tsd-panel tsd-index-panel"><div class="tsd-index-content"><section class="tsd-index-section "><h3>Properties</h3><ul class="tsd-index-list"><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#body" class="tsd-kind-icon">body</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#canvas" class="tsd-kind-icon">canvas</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#face" class="tsd-kind-icon">face</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#gesture" class="tsd-kind-icon">gesture</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#hand" class="tsd-kind-icon">hand</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#object" class="tsd-kind-icon">object</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#performance" class="tsd-kind-icon">performance</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#persons" class="tsd-kind-icon">persons</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#timestamp" class="tsd-kind-icon">timestamp</a></li></ul></section></div></section></section><section class="tsd-panel-group tsd-member-group "><h2>Properties</h2><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="body" class="tsd-anchor"></a><h3>body</h3><div class="tsd-signature tsd-kind-icon">body<span class="tsd-signature-symbol">:</span> <a href="BodyResult.html" class="tsd-signature-type" data-tsd-kind="Interface">BodyResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L182">result.ts:182</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-hierarchy"><h3>Hierarchy</h3><ul class="tsd-hierarchy"><li><span class="target">Result</span></li></ul></section><section class="tsd-panel-group tsd-index-group"><h2>Index</h2><section class="tsd-panel tsd-index-panel"><div class="tsd-index-content"><section class="tsd-index-section "><h3>Properties</h3><ul class="tsd-index-list"><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#body" class="tsd-kind-icon">body</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#canvas" class="tsd-kind-icon">canvas</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#face" class="tsd-kind-icon">face</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#gesture" class="tsd-kind-icon">gesture</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#hand" class="tsd-kind-icon">hand</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#object" class="tsd-kind-icon">object</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#performance" class="tsd-kind-icon">performance</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#persons" class="tsd-kind-icon">persons</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#timestamp" class="tsd-kind-icon">timestamp</a></li></ul></section></div></section></section><section class="tsd-panel-group tsd-member-group "><h2>Properties</h2><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="body" class="tsd-anchor"></a><h3>body</h3><div class="tsd-signature tsd-kind-icon">body<span class="tsd-signature-symbol">:</span> <a href="BodyResult.html" class="tsd-signature-type" data-tsd-kind="Interface">BodyResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L185">result.ts:185</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p><a href="BodyResult.html">BodyResult</a>: detection & analysis results</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="canvas" class="tsd-anchor"></a><h3><span class="tsd-flag ts-flagOptional">Optional</span> canvas</h3><div class="tsd-signature tsd-kind-icon">canvas<span class="tsd-signature-symbol">?:</span> <span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L192">result.ts:192</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="canvas" class="tsd-anchor"></a><h3><span class="tsd-flag ts-flagOptional">Optional</span> canvas</h3><div class="tsd-signature tsd-kind-icon">canvas<span class="tsd-signature-symbol">?:</span> <span class="tsd-signature-type">null</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">HTMLCanvasElement</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">OffscreenCanvas</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L195">result.ts:195</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>optional processed canvas that can be used to draw input on screen</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="face" class="tsd-anchor"></a><h3>face</h3><div class="tsd-signature tsd-kind-icon">face<span class="tsd-signature-symbol">:</span> <a href="FaceResult.html" class="tsd-signature-type" data-tsd-kind="Interface">FaceResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L180">result.ts:180</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="face" class="tsd-anchor"></a><h3>face</h3><div class="tsd-signature tsd-kind-icon">face<span class="tsd-signature-symbol">:</span> <a href="FaceResult.html" class="tsd-signature-type" data-tsd-kind="Interface">FaceResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L183">result.ts:183</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p><a href="FaceResult.html">FaceResult</a>: detection & analysis results</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="gesture" class="tsd-anchor"></a><h3>gesture</h3><div class="tsd-signature tsd-kind-icon">gesture<span class="tsd-signature-symbol">:</span> <a href="../index.html#GestureResult" class="tsd-signature-type" data-tsd-kind="Type alias">GestureResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L186">result.ts:186</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="gesture" class="tsd-anchor"></a><h3>gesture</h3><div class="tsd-signature tsd-kind-icon">gesture<span class="tsd-signature-symbol">:</span> <a href="../index.html#GestureResult" class="tsd-signature-type" data-tsd-kind="Type alias">GestureResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L189">result.ts:189</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p><a href="../index.html#GestureResult">GestureResult</a>: detection & analysis results</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="hand" class="tsd-anchor"></a><h3>hand</h3><div class="tsd-signature tsd-kind-icon">hand<span class="tsd-signature-symbol">:</span> <a href="HandResult.html" class="tsd-signature-type" data-tsd-kind="Interface">HandResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L184">result.ts:184</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="hand" class="tsd-anchor"></a><h3>hand</h3><div class="tsd-signature tsd-kind-icon">hand<span class="tsd-signature-symbol">:</span> <a href="HandResult.html" class="tsd-signature-type" data-tsd-kind="Interface">HandResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L187">result.ts:187</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p><a href="HandResult.html">HandResult</a>: detection & analysis results</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="object" class="tsd-anchor"></a><h3>object</h3><div class="tsd-signature tsd-kind-icon">object<span class="tsd-signature-symbol">:</span> <a href="ObjectResult.html" class="tsd-signature-type" data-tsd-kind="Interface">ObjectResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L188">result.ts:188</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="object" class="tsd-anchor"></a><h3>object</h3><div class="tsd-signature tsd-kind-icon">object<span class="tsd-signature-symbol">:</span> <a href="ObjectResult.html" class="tsd-signature-type" data-tsd-kind="Interface">ObjectResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L191">result.ts:191</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p><a href="ObjectResult.html">ObjectResult</a>: detection & analysis results</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="performance" class="tsd-anchor"></a><h3>performance</h3><div class="tsd-signature tsd-kind-icon">performance<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">unknown</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L190">result.ts:190</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="performance" class="tsd-anchor"></a><h3>performance</h3><div class="tsd-signature tsd-kind-icon">performance<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">unknown</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L193">result.ts:193</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>global performance object with timing values for each operation</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="persons" class="tsd-anchor"></a><h3>persons</h3><div class="tsd-signature tsd-kind-icon">persons<span class="tsd-signature-symbol">:</span> <a href="PersonResult.html" class="tsd-signature-type" data-tsd-kind="Interface">PersonResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L196">result.ts:196</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="persons" class="tsd-anchor"></a><h3>persons</h3><div class="tsd-signature tsd-kind-icon">persons<span class="tsd-signature-symbol">:</span> <a href="PersonResult.html" class="tsd-signature-type" data-tsd-kind="Interface">PersonResult</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L199">result.ts:199</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>getter property that returns unified persons object</p>
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="timestamp" class="tsd-anchor"></a><h3><span class="tsd-flag ts-flagReadonly">Readonly</span> timestamp</h3><div class="tsd-signature tsd-kind-icon">timestamp<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L194">result.ts:194</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
</div></div></section><section class="tsd-panel tsd-member tsd-kind-property tsd-parent-kind-interface"><a name="timestamp" class="tsd-anchor"></a><h3><span class="tsd-flag ts-flagReadonly">Readonly</span> timestamp</h3><div class="tsd-signature tsd-kind-icon">timestamp<span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/vladmandic/human/blob/main/src/result.ts#L197">result.ts:197</a></li></ul></aside><div class="tsd-comment tsd-typography"><div class="lead">
|
||||
<p>timestamp of detection representing the milliseconds elapsed since the UNIX epoch</p>
|
||||
</div></div></section></section></div><div class="col-4 col-menu menu-sticky-wrap menu-highlight"><nav class="tsd-navigation primary"><ul><li class=""><a href="../index.html">Exports</a></li></ul></nav><nav class="tsd-navigation secondary menu-sticky"><ul><li class="current tsd-kind-interface"><a href="Result.html" class="tsd-kind-icon">Result</a><ul><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#body" class="tsd-kind-icon">body</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#canvas" class="tsd-kind-icon">canvas</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#face" class="tsd-kind-icon">face</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#gesture" class="tsd-kind-icon">gesture</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#hand" class="tsd-kind-icon">hand</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#object" class="tsd-kind-icon">object</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#performance" class="tsd-kind-icon">performance</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#persons" class="tsd-kind-icon">persons</a></li><li class="tsd-kind-property tsd-parent-kind-interface"><a href="Result.html#timestamp" class="tsd-kind-icon">timestamp</a></li></ul></li></ul></nav></div></div></div><footer class=""><div class="container"><h2>Legend</h2><div class="tsd-legend-group"><ul class="tsd-legend"><li class="tsd-kind-constructor tsd-parent-kind-class"><span class="tsd-kind-icon">Constructor</span></li><li class="tsd-kind-property tsd-parent-kind-class"><span class="tsd-kind-icon">Property</span></li><li class="tsd-kind-method tsd-parent-kind-class"><span class="tsd-kind-icon">Method</span></li></ul><ul class="tsd-legend"><li class="tsd-kind-property tsd-parent-kind-interface"><span class="tsd-kind-icon">Property</span></li></ul></div><h2>Settings</h2><p>Theme <select id="theme"><option value="os">OS</option><option value="light">Light</option><option value="dark">Dark</option></select></p></div></footer><div class="overlay"></div><script src="../assets/main.js"></script></body></html>
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"facemesh.d.ts","sourceRoot":"","sources":["../../../src/blazeface/facemesh.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAOH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAMxC,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAyClF;AAED,wBAAsB,IAAI,CAAC,MAAM,KAAA,GAAG,OAAO,CAAC,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAuBrG;AAED,eAAO,MAAM,aAAa,UAAgB,CAAC;AAC3C,eAAO,MAAM,KAAK,YAAe,CAAC"}
|
||||
{"version":3,"file":"facemesh.d.ts","sourceRoot":"","sources":["../../../src/blazeface/facemesh.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAOH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAO,MAAM,WAAW,CAAC;AACjD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAMxC,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAyClF;AAED,wBAAsB,IAAI,CAAC,MAAM,KAAA,GAAG,OAAO,CAAC,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAuBrG;AAED,eAAO,MAAM,aAAa,UAAgB,CAAC;AAC3C,eAAO,MAAM,KAAK,YAAe,CAAC"}
|
||||
|
|
@ -4,6 +4,7 @@
|
|||
*/
|
||||
import type { GraphModel } from '../tfjs/types';
|
||||
import type { BlazeFaceModel } from './blazeface';
|
||||
import type { Point } from '../result';
|
||||
export declare class Pipeline {
|
||||
storedBoxes: Array<{
|
||||
startPoint: number[];
|
||||
|
|
@ -34,8 +35,8 @@ export declare class Pipeline {
|
|||
crop: any;
|
||||
};
|
||||
getEyeCoords(eyeData: any, eyeBox: any, eyeBoxSize: any, flip?: boolean): {
|
||||
rawCoords: [number, number, number][];
|
||||
iris: [number, number, number][];
|
||||
rawCoords: Point[];
|
||||
iris: Point[];
|
||||
};
|
||||
getAdjustedIrisCoords(rawCoords: any, irisCoords: any, direction: any): any;
|
||||
correctFaceRotation(config: any, box: any, input: any): any[];
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"facepipeline.d.ts","sourceRoot":"","sources":["../../../src/blazeface/facepipeline.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,KAAK,EAAU,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAqDlD,qBAAa,QAAQ;IACnB,WAAW,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;IACpJ,mBAAmB,EAAE,cAAc,CAAC;IACpC,YAAY,EAAE,UAAU,CAAC;IACzB,SAAS,EAAE,UAAU,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;gBAEV,mBAAmB,KAAA,EAAE,YAAY,KAAA,EAAE,SAAS,KAAA;IAcxD,kBAAkB,CAAC,SAAS,KAAA,EAAE,GAAG,KAAA,EAAE,KAAK,KAAA,EAAE,cAAc,KAAA;IAmBxD,gCAAgC,CAAC,SAAS,KAAA;IAO1C,SAAS,CAAC,SAAS,KAAA,EAAE,IAAI,KAAA,EAAE,mBAAmB,KAAA,EAAE,mBAAmB,KAAA,EAAE,IAAI,UAAQ;;;;;;;;;IAiBjF,YAAY,CAAC,OAAO,KAAA,EAAE,MAAM,KAAA,EAAE,UAAU,KAAA,EAAE,IAAI,UAAQ;;;;IAgBtD,qBAAqB,CAAC,SAAS,KAAA,EAAE,UAAU,KAAA,EAAE,SAAS,KAAA;IAgBtD,mBAAmB,CAAC,MAAM,KAAA,EAAE,GAAG,KAAA,EAAE,KAAK,KAAA;IAgBhC,WAAW,CAAC,SAAS,KAAA,EAAE,IAAI,KAAA,EAAE,MAAM,KAAA;IAmCnC,OAAO,CAAC,KAAK,KAAA,EAAE,MAAM,KAAA;;;;;;;;CAiI5B"}
|
||||
{"version":3,"file":"facepipeline.d.ts","sourceRoot":"","sources":["../../../src/blazeface/facepipeline.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,KAAK,EAAU,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAmDvC,qBAAa,QAAQ;IACnB,WAAW,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;IACpJ,mBAAmB,EAAE,cAAc,CAAC;IACpC,YAAY,EAAE,UAAU,CAAC;IACzB,SAAS,EAAE,UAAU,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;gBAEV,mBAAmB,KAAA,EAAE,YAAY,KAAA,EAAE,SAAS,KAAA;IAcxD,kBAAkB,CAAC,SAAS,KAAA,EAAE,GAAG,KAAA,EAAE,KAAK,KAAA,EAAE,cAAc,KAAA;IAmBxD,gCAAgC,CAAC,SAAS,KAAA;IAO1C,SAAS,CAAC,SAAS,KAAA,EAAE,IAAI,KAAA,EAAE,mBAAmB,KAAA,EAAE,mBAAmB,KAAA,EAAE,IAAI,UAAQ;;;;;;;;;IAiBjF,YAAY,CAAC,OAAO,KAAA,EAAE,MAAM,KAAA,EAAE,UAAU,KAAA,EAAE,IAAI,UAAQ;;;;IAgBtD,qBAAqB,CAAC,SAAS,KAAA,EAAE,UAAU,KAAA,EAAE,SAAS,KAAA;IAgBtD,mBAAmB,CAAC,MAAM,KAAA,EAAE,GAAG,KAAA,EAAE,KAAK,KAAA;IAgBhC,WAAW,CAAC,SAAS,KAAA,EAAE,IAAI,KAAA,EAAE,MAAM,KAAA;IAmCnC,OAAO,CAAC,KAAK,KAAA,EAAE,MAAM,KAAA;;;;;;;;CAiI5B"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"blazepose.d.ts","sourceRoot":"","sources":["../../../src/blazepose/blazepose.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAKxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAU9D;AAED,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CA4ClF"}
|
||||
{"version":3,"file":"blazepose.d.ts","sourceRoot":"","sources":["../../../src/blazepose/blazepose.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,WAAW,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAKxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAU9D;AAED,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CA4ClF"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"efficientpose.d.ts","sourceRoot":"","sources":["../../../src/efficientpose/efficientpose.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAexC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAQ9D;AAmBD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAkElF"}
|
||||
{"version":3,"file":"efficientpose.d.ts","sourceRoot":"","sources":["../../../src/efficientpose/efficientpose.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAO,MAAM,WAAW,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAexC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAQ9D;AAmBD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAkElF"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"handpose.d.ts","sourceRoot":"","sources":["../../../src/handpose/handpose.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAgBxC,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAuDlF;AAED,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAuB1F"}
|
||||
{"version":3,"file":"handpose.d.ts","sourceRoot":"","sources":["../../../src/handpose/handpose.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,WAAW,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAgBxC,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAuDlF;AAED,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAuB1F"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"handtrack.d.ts","sourceRoot":"","sources":["../../../src/handtrack/handtrack.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAoDxC,wBAAsB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAepE;AAED,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAWtE;AAED,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAI1F;AAsHD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAsBlF"}
|
||||
{"version":3,"file":"handtrack.d.ts","sourceRoot":"","sources":["../../../src/handtrack/handtrack.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAO,MAAM,WAAW,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AA4CxC,wBAAsB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAepE;AAED,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAWtE;AAED,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAI1F;AAgGD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAmBlF"}
|
||||
|
|
@ -13,6 +13,7 @@ export * from './config';
|
|||
export * from './result';
|
||||
export type { DrawOptions } from './draw';
|
||||
export { env, Env } from './env';
|
||||
export { Box, Point } from './result';
|
||||
export { Models } from './models';
|
||||
/** Defines all possible input types for **Human** detection
|
||||
* @typedef Input Type
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"human.d.ts","sourceRoot":"","sources":["../../src/human.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,MAAM,EAAY,MAAM,UAAU,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAiF,MAAM,UAAU,CAAC;AACtH,OAAO,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,OAAO,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAgBjD,OAAO,KAAK,GAAG,MAAM,OAAO,CAAC;AAK7B,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAG1C,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,YAAY,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC;;GAEG;AACH,oBAAY,KAAK,GAAG,MAAM,GAAG,SAAS,GAAG,WAAW,GAAG,gBAAgB,GAAG,gBAAgB,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,eAAe,CAAC;AAEpJ;;;;;;;GAOG;AACH,oBAAY,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEjF;;GAEG;AACH,oBAAY,KAAK,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtC;;GAEG;AACH,oBAAY,UAAU,GAAG,OAAO,EAAE,CAAC;AAEnC;;;;;;;;;;GAUG;AACH,qBAAa,KAAK;;IAChB,0DAA0D;IAC1D,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;;MAGE;IACF,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd,iDAAiD;IACjD,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAA;KAAE,CAAC;IAEvF;;;;;OAKG;IACH,EAAE,EAAE,UAAU,CAAC;IAEf,qEAAqE;IACrE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IAEb;;;;;;;OAOG;IACH,IAAI,EAAE;QAAE,MAAM,MAAC;QAAC,IAAI,MAAC;QAAC,IAAI,MAAC;QAAC,IAAI,MAAC;QAAC,OAAO,MAAC;QAAC,MAAM,MAAC;QAAC,MAAM,MAAC;QAAC,GAAG,MAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAAC;IAEvF;;;MAGE;IACF,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAEtB;;;;;;;;;OASG;IACH,MAAM,EAAE,WAAW,CAAC;IACpB,oGAAoG;IACpG,iBAAiB,EAAE,OAAO,QAAQ,CAAC,aAAa,CAAC;IACjD,0EAA0E;IAC1E,SAAS,EAAE,OAAO,QAAQ,CAAC,KAAK,CAAC;IACjC,oFAAoF;IACpF,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAIpC,uBAAuB;IACvB,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAG5B;;;;;OAKG;gBACS,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;IA8CxC,cAAc;IACd,OAAO,WAAY,MAAM,EAAE,UAO1B;IAgBD,4CAA4C;IAC5C,KAAK;IAML,4CAA4C;IAC5C,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;;;;;IAIrC;;;;OAIG;IACH,KAAK,CAAC,KAAK,EAAE,KAAK;;;;IAIlB;;;;;;;MAOE;IAEF,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,MAAM;IAIxE;;;;;;;;;;;;OAYG;IACG,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,iBAAiB,GAAG,eAAe,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,iBAAiB,GAAG,eAAe,GAAG,IAAI,CAAA;KAAE,CAAC;IAIxL;;;;OAIG;IAEH,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIrC;;;;;;OAMG;IAEH,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,EAAE,SAAS,SAAI,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAI/L;;;;;;OAMG;IACG,IAAI;IAMV;;;;;MAKE;IACI,IAAI,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;IAgCvC,cAAc;IACd,IAAI,UAAW,MAAM,aAAkD;IAEvE;;;;;OAKG;IACH,IAAI,CAAC,MAAM,GAAE,MAAoB;IAIjC;;;;;MAKE;IACI,MAAM,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG;QAAE,KAAK,MAAA;KAAE,CAAC;IAIvE;;;;;;;;;MASE;IACI,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;CAkKlF;AAED,oCAAoC;AACpC,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,CAAC"}
|
||||
{"version":3,"file":"human.d.ts","sourceRoot":"","sources":["../../src/human.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,MAAM,EAAY,MAAM,UAAU,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAiF,MAAM,UAAU,CAAC;AACtH,OAAO,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,OAAO,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAgBjD,OAAO,KAAK,GAAG,MAAM,OAAO,CAAC;AAK7B,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAG1C,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,YAAY,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC;;GAEG;AACH,oBAAY,KAAK,GAAG,MAAM,GAAG,SAAS,GAAG,WAAW,GAAG,gBAAgB,GAAG,gBAAgB,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,eAAe,CAAC;AAEpJ;;;;;;;GAOG;AACH,oBAAY,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEjF;;GAEG;AACH,oBAAY,KAAK,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtC;;GAEG;AACH,oBAAY,UAAU,GAAG,OAAO,EAAE,CAAC;AAEnC;;;;;;;;;;GAUG;AACH,qBAAa,KAAK;;IAChB,0DAA0D;IAC1D,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;;MAGE;IACF,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd,iDAAiD;IACjD,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAA;KAAE,CAAC;IAEvF;;;;;OAKG;IACH,EAAE,EAAE,UAAU,CAAC;IAEf,qEAAqE;IACrE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IAEb;;;;;;;OAOG;IACH,IAAI,EAAE;QAAE,MAAM,MAAC;QAAC,IAAI,MAAC;QAAC,IAAI,MAAC;QAAC,IAAI,MAAC;QAAC,OAAO,MAAC;QAAC,MAAM,MAAC;QAAC,MAAM,MAAC;QAAC,GAAG,MAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAAC;IAEvF;;;MAGE;IACF,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAEtB;;;;;;;;;OASG;IACH,MAAM,EAAE,WAAW,CAAC;IACpB,oGAAoG;IACpG,iBAAiB,EAAE,OAAO,QAAQ,CAAC,aAAa,CAAC;IACjD,0EAA0E;IAC1E,SAAS,EAAE,OAAO,QAAQ,CAAC,KAAK,CAAC;IACjC,oFAAoF;IACpF,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAIpC,uBAAuB;IACvB,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAG5B;;;;;OAKG;gBACS,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;IA8CxC,cAAc;IACd,OAAO,WAAY,MAAM,EAAE,UAO1B;IAgBD,4CAA4C;IAC5C,KAAK;IAML,4CAA4C;IAC5C,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;;;;;IAIrC;;;;OAIG;IACH,KAAK,CAAC,KAAK,EAAE,KAAK;;;;IAIlB;;;;;;;MAOE;IAEF,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,MAAM;IAIxE;;;;;;;;;;;;OAYG;IACG,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,iBAAiB,GAAG,eAAe,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,iBAAiB,GAAG,eAAe,GAAG,IAAI,CAAA;KAAE,CAAC;IAIxL;;;;OAIG;IAEH,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIrC;;;;;;OAMG;IAEH,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,EAAE,SAAS,SAAI,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAI/L;;;;;;OAMG;IACG,IAAI;IAMV;;;;;MAKE;IACI,IAAI,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;IAgCvC,cAAc;IACd,IAAI,UAAW,MAAM,aAAkD;IAEvE;;;;;OAKG;IACH,IAAI,CAAC,MAAM,GAAE,MAAoB;IAIjC;;;;;MAKE;IACI,MAAM,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG;QAAE,KAAK,MAAA;KAAE,CAAC;IAIvE;;;;;;;;;MASE;IACI,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;CAkKlF;AAED,oCAAoC;AACpC,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,CAAC"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"interpolate.d.ts","sourceRoot":"","sources":["../../src/interpolate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAiF,MAAM,UAAU,CAAC;AAItH,wBAAgB,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAmI9C"}
|
||||
{"version":3,"file":"interpolate.d.ts","sourceRoot":"","sources":["../../src/interpolate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,EAA6F,MAAM,UAAU,CAAC;AAIlI,wBAAgB,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAmI9C"}
|
||||
|
|
@ -7,5 +7,5 @@ import type { BodyResult } from '../result';
|
|||
import type { GraphModel, Tensor } from '../tfjs/types';
|
||||
import type { Config } from '../config';
|
||||
export declare function load(config: Config): Promise<GraphModel>;
|
||||
export declare function predict(image: Tensor, config: Config): Promise<BodyResult[]>;
|
||||
export declare function predict(input: Tensor, config: Config): Promise<BodyResult[]>;
|
||||
//# sourceMappingURL=movenet.d.ts.map
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"movenet.d.ts","sourceRoot":"","sources":["../../../src/movenet/movenet.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAiBxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAS9D;AAgFD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CA6BlF"}
|
||||
{"version":3,"file":"movenet.d.ts","sourceRoot":"","sources":["../../../src/movenet/movenet.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAO,MAAM,WAAW,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAgBxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAW9D;AAsFD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CA2ClF"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"centernet.d.ts","sourceRoot":"","sources":["../../../src/object/centernet.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AASxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAW9D;AAgDD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAkBpF"}
|
||||
{"version":3,"file":"centernet.d.ts","sourceRoot":"","sources":["../../../src/object/centernet.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,YAAY,EAAO,MAAM,WAAW,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AASxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAW9D;AAgDD,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAkBpF"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"nanodet.d.ts","sourceRoot":"","sources":["../../../src/object/nanodet.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AASxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAU9D;AA6ED,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAuBpF"}
|
||||
{"version":3,"file":"nanodet.d.ts","sourceRoot":"","sources":["../../../src/object/nanodet.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,YAAY,EAAO,MAAM,WAAW,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AASxC,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAU9D;AA6ED,wBAAsB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAuBpF"}
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"persons.d.ts","sourceRoot":"","sources":["../../src/persons.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAEhG,wBAAgB,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,CA4DzL"}
|
||||
{"version":3,"file":"persons.d.ts","sourceRoot":"","sources":["../../src/persons.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAO,MAAM,UAAU,CAAC;AAErG,wBAAgB,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,CA4DzL"}
|
||||
|
|
@ -3,11 +3,12 @@
|
|||
* See `posenet.ts` for entry point
|
||||
*/
|
||||
import * as utils from './utils';
|
||||
import type { Box } from '../result';
|
||||
export declare function decodePose(root: any, scores: any, offsets: any, displacementsFwd: any, displacementsBwd: any): any[];
|
||||
export declare function buildPartWithScoreQueue(minConfidence: any, scores: any): utils.MaxHeap;
|
||||
export declare function decode(offsets: any, scores: any, displacementsFwd: any, displacementsBwd: any, maxDetected: any, minConfidence: any): {
|
||||
keypoints: any;
|
||||
box: [number, number, number, number];
|
||||
box: Box;
|
||||
score: number;
|
||||
}[];
|
||||
//# sourceMappingURL=poses.d.ts.map
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"poses.d.ts","sourceRoot":"","sources":["../../../src/posenet/poses.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAoCjC,wBAAgB,UAAU,CAAC,IAAI,KAAA,EAAE,MAAM,KAAA,EAAE,OAAO,KAAA,EAAE,gBAAgB,KAAA,EAAE,gBAAgB,KAAA,SA+BnF;AAqBD,wBAAgB,uBAAuB,CAAC,aAAa,KAAA,EAAE,MAAM,KAAA,iBAe5D;AAkBD,wBAAgB,MAAM,CAAC,OAAO,KAAA,EAAE,MAAM,KAAA,EAAE,gBAAgB,KAAA,EAAE,gBAAgB,KAAA,EAAE,WAAW,KAAA,EAAE,aAAa,KAAA;;SAC/D,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;WAAS,MAAM;IAmBrF"}
|
||||
{"version":3,"file":"poses.d.ts","sourceRoot":"","sources":["../../../src/posenet/poses.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAEjC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAmCrC,wBAAgB,UAAU,CAAC,IAAI,KAAA,EAAE,MAAM,KAAA,EAAE,OAAO,KAAA,EAAE,gBAAgB,KAAA,EAAE,gBAAgB,KAAA,SA+BnF;AAqBD,wBAAgB,uBAAuB,CAAC,aAAa,KAAA,EAAE,MAAM,KAAA,iBAe5D;AAkBD,wBAAgB,MAAM,CAAC,OAAO,KAAA,EAAE,MAAM,KAAA,EAAE,gBAAgB,KAAA,EAAE,gBAAgB,KAAA,EAAE,WAAW,KAAA,EAAE,aAAa,KAAA;;;WACnD,MAAM;IAmBxD"}
|
||||
|
|
@ -3,6 +3,8 @@
|
|||
*/
|
||||
import type { Tensor } from './tfjs/types';
|
||||
import type { FaceGesture, BodyGesture, HandGesture, IrisGesture } from './gesture/gesture';
|
||||
export declare type Box = [number, number, number, number];
|
||||
export declare type Point = [number, number, number?];
|
||||
/** Face results
|
||||
* Combined results of face detector, face mesh, age, gender, emotion, embedding, iris models
|
||||
* Some values may be null if specific model is not enabled
|
||||
|
|
@ -35,11 +37,11 @@ export interface FaceResult {
|
|||
score: number;
|
||||
boxScore: number;
|
||||
faceScore: number;
|
||||
box: [number, number, number, number];
|
||||
boxRaw: [number, number, number, number];
|
||||
mesh: Array<[number, number, number]>;
|
||||
meshRaw: Array<[number, number, number]>;
|
||||
annotations: Record<string, Array<[number, number, number]>>;
|
||||
box: Box;
|
||||
boxRaw: Box;
|
||||
mesh: Array<Point>;
|
||||
meshRaw: Array<Point>;
|
||||
annotations: Record<string, Point[]>;
|
||||
age?: number;
|
||||
gender?: string;
|
||||
genderScore?: number;
|
||||
|
|
@ -79,12 +81,12 @@ export interface FaceResult {
|
|||
export interface BodyResult {
|
||||
id: number;
|
||||
score: number;
|
||||
box: [number, number, number, number];
|
||||
boxRaw: [number, number, number, number];
|
||||
box: Box;
|
||||
boxRaw: Box;
|
||||
keypoints: Array<{
|
||||
part: string;
|
||||
position: [number, number, number?];
|
||||
positionRaw: [number, number, number?];
|
||||
position: Point;
|
||||
positionRaw: Point;
|
||||
score: number;
|
||||
presence?: number;
|
||||
}>;
|
||||
|
|
@ -105,11 +107,11 @@ export interface HandResult {
|
|||
score: number;
|
||||
boxScore: number;
|
||||
fingerScore: number;
|
||||
box: [number, number, number, number];
|
||||
boxRaw: [number, number, number, number];
|
||||
keypoints: Array<[number, number, number]>;
|
||||
box: Box;
|
||||
boxRaw: Box;
|
||||
keypoints: Array<Point>;
|
||||
label: string;
|
||||
annotations: Record<'index' | 'middle' | 'pinky' | 'ring' | 'thumb' | 'palm', Array<[number, number, number]>>;
|
||||
annotations: Record<'index' | 'middle' | 'pinky' | 'ring' | 'thumb' | 'palm', Array<Point>>;
|
||||
landmarks: Record<'index' | 'middle' | 'pinky' | 'ring' | 'thumb', {
|
||||
curl: 'none' | 'half' | 'full';
|
||||
direction: 'verticalUp' | 'verticalDown' | 'horizontalLeft' | 'horizontalRight' | 'diagonalUpRight' | 'diagonalUpLeft' | 'diagonalDownRight' | 'diagonalDownLeft';
|
||||
|
|
@ -132,8 +134,8 @@ export interface ObjectResult {
|
|||
score: number;
|
||||
class: number;
|
||||
label: string;
|
||||
box: [number, number, number, number];
|
||||
boxRaw: [number, number, number, number];
|
||||
box: Box;
|
||||
boxRaw: Box;
|
||||
}
|
||||
/** Gesture results
|
||||
* @typedef Gesture Type
|
||||
|
|
@ -177,8 +179,8 @@ export interface PersonResult {
|
|||
right: HandResult | null;
|
||||
};
|
||||
gestures: Array<GestureResult>;
|
||||
box: [number, number, number, number];
|
||||
boxRaw?: [number, number, number, number];
|
||||
box: Box;
|
||||
boxRaw?: Box;
|
||||
}
|
||||
/**
|
||||
* Result interface definition for **Human** library
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"result.d.ts","sourceRoot":"","sources":["../../src/result.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAE5F;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,IAAI,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACrC,OAAO,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACxC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7D,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpD,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE;QACT,KAAK,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QACpD,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACjF,IAAI,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7C,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,SAAS,EAAE,KAAK,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QACpC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC,CAAA;CACH;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,SAAS,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CACjB,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,EACxD,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAChC,CAAC;IACF,SAAS,EAAE,MAAM,CACf,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,EAC/C;QAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;QAAC,SAAS,EAAE,YAAY,GAAG,cAAc,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,kBAAkB,CAAA;KAAE,CACtM,CAAC;CACH;AAED;;;;;;;;;;;EAWE;AACF,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CAC1C;AAED;;;;;;;GAOG;AACH,oBAAY,aAAa,GACvB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,GACtC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,GACxC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,GACxC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,CAAA;AAE5C;;;;;;;;;;;EAWE;AACF,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE;QAAE,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAA;KAAE,CAAC;IAC7D,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAC/B,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CAC3C;AAED;;;;GAIG;AACH,MAAM,WAAW,MAAM;IACrB,uDAAuD;IACvD,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACxB,uDAAuD;IACvD,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACxB,uDAAuD;IACvD,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACxB,0DAA0D;IAC1D,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAC9B,yDAAyD;IACzD,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,CAAA;IAC3B,sEAAsE;IACtE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,yEAAyE;IACzE,MAAM,CAAC,EAAE,eAAe,GAAG,iBAAiB,GAAG,IAAI,GAAG,SAAS,CAAC;IAChE,wFAAwF;IACxF,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,2DAA2D;IAC3D,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CAC9B"}
|
||||
{"version":3,"file":"result.d.ts","sourceRoot":"","sources":["../../src/result.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAE5F,oBAAY,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACnD,oBAAY,KAAK,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE9C;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,GAAG,CAAC;IACT,MAAM,EAAE,GAAG,CAAC;IACZ,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IAClB,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IACrB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACrC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpD,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE;QACT,KAAK,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QACpD,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACjF,IAAI,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7C,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,GAAG,CAAC;IACT,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,KAAK,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,KAAK,CAAC;QAChB,WAAW,EAAE,KAAK,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC,CAAA;CACH;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,GAAG,CAAC;IACT,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CACjB,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,EACxD,KAAK,CAAC,KAAK,CAAC,CACb,CAAC;IACF,SAAS,EAAE,MAAM,CACf,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,EAC/C;QAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;QAAC,SAAS,EAAE,YAAY,GAAG,cAAc,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,kBAAkB,CAAA;KAAE,CACtM,CAAC;CACH;AAED;;;;;;;;;;;EAWE;AACF,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,GAAG,CAAC;IACT,MAAM,EAAE,GAAG,CAAC;CACb;AAED;;;;;;;GAOG;AACH,oBAAY,aAAa,GACvB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,GACtC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,GACxC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,GACxC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,CAAA;AAE5C;;;;;;;;;;;EAWE;AACF,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE;QAAE,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAA;KAAE,CAAC;IAC7D,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAC/B,GAAG,EAAE,GAAG,CAAC;IACT,MAAM,CAAC,EAAE,GAAG,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,MAAM;IACrB,uDAAuD;IACvD,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACxB,uDAAuD;IACvD,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACxB,uDAAuD;IACvD,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACxB,0DAA0D;IAC1D,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAC9B,yDAAyD;IACzD,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,CAAA;IAC3B,sEAAsE;IACtE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,yEAAyE;IACzE,MAAM,CAAC,EAAE,eAAe,GAAG,iBAAiB,GAAG,IAAI,GAAG,SAAS,CAAC;IAChE,wFAAwF;IACxF,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,2DAA2D;IAC3D,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CAC9B"}
|
||||
|
|
@ -1,6 +1,7 @@
|
|||
/**
|
||||
* Simple helper functions used accross codebase
|
||||
*/
|
||||
import type { Box } from './result';
|
||||
export declare function join(folder: string, file: string): string;
|
||||
export declare function log(...msg: any[]): void;
|
||||
export declare const now: () => number;
|
||||
|
|
@ -16,4 +17,9 @@ export declare function validate(defaults: any, config: any, parent?: string, ms
|
|||
export declare function mergeDeep(...objects: any[]): any;
|
||||
export declare const minmax: (data: Array<number>) => number[];
|
||||
export declare function wait(time: any): Promise<void>;
|
||||
export declare function scaleBox(keypoints: any, boxScaleFact: any, outputSize: any): {
|
||||
box: Box;
|
||||
boxRaw: Box;
|
||||
yxBox: Box;
|
||||
};
|
||||
//# sourceMappingURL=util.d.ts.map
|
||||
|
|
@ -1 +1 @@
|
|||
{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,wBAAgB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMzD;AAGD,wBAAgB,GAAG,CAAC,GAAG,GAAG,OAAA,GAAG,IAAI,CAKhC;AAGD,eAAO,MAAM,GAAG,cAGf,CAAC;AAGF,wBAAgB,QAAQ,CAAC,QAAQ,KAAA,EAAE,MAAM,KAAA,EAAE,MAAM,SAAW,EAAE,IAAI,GAAE,KAAK,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAM;YAAhD,MAAM;WAAS,MAAM;eAAa,MAAM;IAc3H;AAGD,wBAAgB,SAAS,CAAC,GAAG,OAAO,OAAA,OAYnC;AAGD,eAAO,MAAM,MAAM,SAAU,MAAM,MAAM,CAAC,aAIpC,CAAC;AAGP,wBAAsB,IAAI,CAAC,IAAI,KAAA,iBAG9B"}
|
||||
{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAGpC,wBAAgB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMzD;AAGD,wBAAgB,GAAG,CAAC,GAAG,GAAG,OAAA,GAAG,IAAI,CAKhC;AAGD,eAAO,MAAM,GAAG,cAGf,CAAC;AAGF,wBAAgB,QAAQ,CAAC,QAAQ,KAAA,EAAE,MAAM,KAAA,EAAE,MAAM,SAAW,EAAE,IAAI,GAAE,KAAK,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAM;YAAhD,MAAM;WAAS,MAAM;eAAa,MAAM;IAc3H;AAGD,wBAAgB,SAAS,CAAC,GAAG,OAAO,OAAA,OAYnC;AAGD,eAAO,MAAM,MAAM,SAAU,MAAM,MAAM,CAAC,aAIpC,CAAC;AAGP,wBAAsB,IAAI,CAAC,IAAI,KAAA,iBAG9B;AAGD,wBAAgB,QAAQ,CAAC,SAAS,KAAA,EAAE,YAAY,KAAA,EAAE,UAAU,KAAA;;;;EAwB3D"}
|
||||
Loading…
Reference in New Issue