2021-03-17 23:57:00 +01:00
|
|
|
/**
|
|
|
|
* Configuration interface definition for **Human** library
|
|
|
|
*
|
|
|
|
* Contains all configurable parameters
|
2021-05-31 00:45:39 +02:00
|
|
|
* @typedef Config
|
2021-03-17 23:57:00 +01:00
|
|
|
*/
|
|
|
|
export interface Config {
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Backend used for TFJS operations */
|
2021-09-12 05:08:18 +02:00
|
|
|
backend: '' | 'cpu' | 'wasm' | 'webgl' | 'humangl' | 'tensorflow' | 'webgpu' | null | string;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Path to *.wasm files if backend is set to `wasm` */
|
2021-03-18 01:16:40 +01:00
|
|
|
wasmPath: string;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Print debug statements to console */
|
2021-03-18 01:16:40 +01:00
|
|
|
debug: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Perform model loading and inference concurrently or sequentially */
|
2021-03-18 01:16:40 +01:00
|
|
|
async: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** What to use for `human.warmup()`
|
|
|
|
* - warmup pre-initializes all models for faster inference but can take significant time on startup
|
|
|
|
* - only used for `webgl` and `humangl` backends
|
|
|
|
*/
|
2021-09-12 05:08:18 +02:00
|
|
|
warmup: 'none' | 'face' | 'full' | 'body' | string;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Base model path (typically starting with file://, http:// or https://) for all models
|
2021-04-25 19:16:04 +02:00
|
|
|
* - individual modelPath values are relative to this path
|
2021-04-13 17:05:52 +02:00
|
|
|
*/
|
2021-04-09 14:07:58 +02:00
|
|
|
modelBasePath: string;
|
2021-05-18 17:36:24 +02:00
|
|
|
/** Cache sensitivity
|
|
|
|
* - values 0..1 where 0.01 means reset cache if input changed more than 1%
|
|
|
|
* - set to 0 to disable caching
|
|
|
|
*/
|
|
|
|
cacheSensitivity: number;
|
2021-06-03 15:41:53 +02:00
|
|
|
/** Cache sensitivity
|
|
|
|
* - values 0..1 where 0.01 means reset cache if input changed more than 1%
|
|
|
|
* - set to 0 to disable caching
|
|
|
|
*/
|
|
|
|
skipFrame: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Run input through image filters before inference
|
|
|
|
* - image filters run with near-zero latency as they are executed on the GPU
|
|
|
|
*/
|
2021-03-17 23:57:00 +01:00
|
|
|
filter: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Resize input width
|
|
|
|
* - if both width and height are set to 0, there is no resizing
|
|
|
|
* - if just one is set, second one is scaled automatically
|
|
|
|
* - if both are set, values are used as-is
|
|
|
|
*/
|
2021-03-18 01:16:40 +01:00
|
|
|
width: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Resize input height
|
|
|
|
* - if both width and height are set to 0, there is no resizing
|
|
|
|
* - if just one is set, second one is scaled automatically
|
|
|
|
* - if both are set, values are used as-is
|
|
|
|
*/
|
2021-03-18 01:16:40 +01:00
|
|
|
height: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Return processed canvas imagedata in result */
|
2021-03-18 01:16:40 +01:00
|
|
|
return: boolean;
|
2021-04-19 22:19:03 +02:00
|
|
|
/** Flip input as mirror image */
|
|
|
|
flip: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Range: -1 (darken) to 1 (lighten) */
|
2021-03-18 01:16:40 +01:00
|
|
|
brightness: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Range: -1 (reduce contrast) to 1 (increase contrast) */
|
2021-03-18 01:16:40 +01:00
|
|
|
contrast: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Range: 0 (no sharpening) to 1 (maximum sharpening) */
|
2021-03-18 01:16:40 +01:00
|
|
|
sharpness: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Range: 0 (no blur) to N (blur radius in pixels) */
|
2021-03-18 01:16:40 +01:00
|
|
|
blur: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Range: -1 (reduce saturation) to 1 (increase saturation) */
|
2021-03-18 01:16:40 +01:00
|
|
|
saturation: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Range: 0 (no change) to 360 (hue rotation in degrees) */
|
2021-03-18 01:16:40 +01:00
|
|
|
hue: number;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Image negative */
|
2021-03-18 01:16:40 +01:00
|
|
|
negative: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Image sepia colors */
|
2021-03-18 01:16:40 +01:00
|
|
|
sepia: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Image vintage colors */
|
2021-03-18 01:16:40 +01:00
|
|
|
vintage: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Image kodachrome colors */
|
2021-03-18 01:16:40 +01:00
|
|
|
kodachrome: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Image technicolor colors */
|
2021-03-18 01:16:40 +01:00
|
|
|
technicolor: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Image polaroid camera effect */
|
2021-03-18 01:16:40 +01:00
|
|
|
polaroid: boolean;
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Range: 0 (no pixelate) to N (number of pixels to pixelate) */
|
2021-03-18 01:16:40 +01:00
|
|
|
pixelate: number;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Controlls gesture detection */
|
2021-03-17 23:57:00 +01:00
|
|
|
gesture: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Controlls and configures all face-specific options:
|
|
|
|
* - face detection, face mesh detection, age, gender, emotion detection and face description
|
|
|
|
* Parameters:
|
|
|
|
* - enabled: true/false
|
2021-04-25 19:16:04 +02:00
|
|
|
* - modelPath: path for each of face models
|
|
|
|
* - minConfidence: threshold for discarding a prediction
|
|
|
|
* - iouThreshold: ammount of overlap between two detected objects before one object is removed
|
|
|
|
* - maxDetected: maximum number of faces detected in the input, should be set to the minimum number for performance
|
2021-04-13 17:05:52 +02:00
|
|
|
* - rotation: use calculated rotated face image or just box with rotation as-is, false means higher performance, but incorrect mesh mapping on higher face angles
|
2021-06-18 19:39:20 +02:00
|
|
|
* - return: return extracted face as tensor for futher user processing, in which case user is reponsible for manually disposing the tensor
|
2021-04-13 17:05:52 +02:00
|
|
|
*/
|
2021-03-17 23:57:00 +01:00
|
|
|
face: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
2021-03-17 23:57:00 +01:00
|
|
|
detector: {
|
2021-03-18 01:16:40 +01:00
|
|
|
modelPath: string;
|
|
|
|
rotation: boolean;
|
2021-04-25 19:16:04 +02:00
|
|
|
maxDetected: number;
|
2021-03-18 01:16:40 +01:00
|
|
|
skipFrames: number;
|
|
|
|
minConfidence: number;
|
|
|
|
iouThreshold: number;
|
|
|
|
return: boolean;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
|
|
|
mesh: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
|
|
|
modelPath: string;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
|
|
|
iris: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
|
|
|
modelPath: string;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
2021-03-21 19:18:51 +01:00
|
|
|
description: {
|
|
|
|
enabled: boolean;
|
|
|
|
modelPath: string;
|
|
|
|
skipFrames: number;
|
2021-03-18 01:16:40 +01:00
|
|
|
minConfidence: number;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
|
|
|
emotion: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
|
|
|
minConfidence: number;
|
|
|
|
skipFrames: number;
|
|
|
|
modelPath: string;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
|
|
|
};
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Controlls and configures all body detection specific options
|
|
|
|
* - enabled: true/false
|
2021-04-25 19:16:04 +02:00
|
|
|
* - modelPath: body pose model, can be absolute path or relative to modelBasePath
|
|
|
|
* - minConfidence: threshold for discarding a prediction
|
|
|
|
* - maxDetected: maximum number of people detected in the input, should be set to the minimum number for performance
|
2021-04-13 17:05:52 +02:00
|
|
|
*/
|
2021-03-17 23:57:00 +01:00
|
|
|
body: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
|
|
|
modelPath: string;
|
2021-04-25 19:16:04 +02:00
|
|
|
maxDetected: number;
|
|
|
|
minConfidence: number;
|
2021-06-03 15:41:53 +02:00
|
|
|
skipFrames: number;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Controlls and configures all hand detection specific options
|
|
|
|
* - enabled: true/false
|
2021-04-25 19:16:04 +02:00
|
|
|
* - landmarks: detect hand landmarks or just hand boundary box
|
|
|
|
* - modelPath: paths for hand detector and hand skeleton models, can be absolute path or relative to modelBasePath
|
|
|
|
* - minConfidence: threshold for discarding a prediction
|
|
|
|
* - iouThreshold: ammount of overlap between two detected objects before one object is removed
|
|
|
|
* - maxDetected: maximum number of hands detected in the input, should be set to the minimum number for performance
|
2021-04-13 17:05:52 +02:00
|
|
|
* - rotation: use best-guess rotated hand image or just box with rotation as-is, false means higher performance, but incorrect finger mapping if hand is inverted
|
|
|
|
*/
|
2021-03-17 23:57:00 +01:00
|
|
|
hand: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
|
|
|
rotation: boolean;
|
|
|
|
skipFrames: number;
|
|
|
|
minConfidence: number;
|
|
|
|
iouThreshold: number;
|
2021-04-25 19:16:04 +02:00
|
|
|
maxDetected: number;
|
2021-03-18 01:16:40 +01:00
|
|
|
landmarks: boolean;
|
2021-03-17 23:57:00 +01:00
|
|
|
detector: {
|
2021-03-18 01:16:40 +01:00
|
|
|
modelPath: string;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
|
|
|
skeleton: {
|
2021-03-18 01:16:40 +01:00
|
|
|
modelPath: string;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
|
|
|
};
|
2021-04-13 17:05:52 +02:00
|
|
|
/** Controlls and configures all object detection specific options
|
2021-04-25 19:16:04 +02:00
|
|
|
* - enabled: true/false
|
|
|
|
* - modelPath: object detection model, can be absolute path or relative to modelBasePath
|
2021-04-13 17:05:52 +02:00
|
|
|
* - minConfidence: minimum score that detection must have to return as valid object
|
|
|
|
* - iouThreshold: ammount of overlap between two detected objects before one object is removed
|
2021-04-25 19:16:04 +02:00
|
|
|
* - maxDetected: maximum number of detections to return
|
2021-04-13 17:05:52 +02:00
|
|
|
*/
|
2021-03-17 23:57:00 +01:00
|
|
|
object: {
|
2021-03-18 01:16:40 +01:00
|
|
|
enabled: boolean;
|
|
|
|
modelPath: string;
|
|
|
|
minConfidence: number;
|
|
|
|
iouThreshold: number;
|
2021-04-25 19:16:04 +02:00
|
|
|
maxDetected: number;
|
2021-03-18 01:16:40 +01:00
|
|
|
skipFrames: number;
|
2021-03-17 23:57:00 +01:00
|
|
|
};
|
2021-06-04 19:52:40 +02:00
|
|
|
/** Controlls and configures all body segmentation module
|
2021-06-05 23:51:46 +02:00
|
|
|
* removes background from input containing person
|
|
|
|
* if segmentation is enabled it will run as preprocessing task before any other model
|
|
|
|
* alternatively leave it disabled and use it on-demand using human.segmentation method which can
|
|
|
|
* remove background or replace it with user-provided background
|
2021-06-05 02:22:05 +02:00
|
|
|
*
|
2021-06-04 19:52:40 +02:00
|
|
|
* - enabled: true/false
|
|
|
|
* - modelPath: object detection model, can be absolute path or relative to modelBasePath
|
|
|
|
*/
|
|
|
|
segmentation: {
|
|
|
|
enabled: boolean;
|
|
|
|
modelPath: string;
|
|
|
|
};
|
2021-03-17 23:57:00 +01:00
|
|
|
}
|
|
|
|
declare const config: Config;
|
|
|
|
export { config as defaults };
|