From fcd82fb07dba74b40087debca55db2e0e42e0cd7 Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Fri, 22 Oct 2021 09:48:27 -0400 Subject: [PATCH] update tfjs to 3.10.0 --- CHANGELOG.md | 7 ++++--- TODO.md | 40 +++++++++++----------------------------- demo/index.js | 1 + package.json | 24 ++++++++++++------------ test/browser.html | 1 - 5 files changed, 28 insertions(+), 45 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 95ee1991..3fce7b9e 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,11 +9,12 @@ ## Changelog +### **HEAD -> main** 2021/10/21 mandic00@live.com + + ### **2.3.6** 2021/10/21 mandic00@live.com - -### **origin/main** 2021/10/21 mandic00@live.com - +- fix for human.draw labels and typedefs - refactor human.env to a class type - add human.custom.esm using custom tfjs build diff --git a/TODO.md b/TODO.md index 2b14f85a..4f53bcda 100644 --- a/TODO.md +++ b/TODO.md @@ -4,33 +4,19 @@
-### Models - -- Body segmentation: `robust-video-matting` - -
- -### Backends - -#### WASM - -- Backend WASM incorrect handling of `int32` tensors - - -#### WebGPU - -Experimental support only until support is officially added in Chromium -- Performance issues: - - -
- ### Exploring - Optical Flow: - TFLite Models: - Histogram Equalization: Regular, Adaptive, Contrast Limited - Switch to custom `tfjs` for main `human` ESM bundle +- Body segmentation: `robust-video-matting` + +#### WebGPU + +Experimental support only until support is officially added in Chromium +- Performance issues: +


@@ -43,14 +29,6 @@ Experimental support only until support is officially added in Chromium Enhanced rotation correction for face detection is not working in NodeJS due to missing kernel op in TFJS Feature is automatically disabled in NodeJS without user impact -- Backend NodeJS missing kernel op `RotateWithOffset` - - -### Hand Detection - -Enhanced rotation correction for hand detection is not working in NodeJS due to missing kernel op in TFJS -Feature is automatically disabled in NodeJS without user impact - - Backend NodeJS missing kernel op `RotateWithOffset` @@ -74,7 +52,11 @@ Object detection using CenterNet or NanoDet models is not working when using WAS ## Pending Release +- Update to TFJS 3.10.0 +- Multiple bug fixes +- Utility class `human.env` - Enhanced **MoveNet** post-processing - Add optional **Anti-Spoof** module - Remove old **HandDetect** and **PoseNet** models from default installation - Refactor **ImageFX** module +- Experimental `human.custom.esm` with custom **TFJS** build diff --git a/demo/index.js b/demo/index.js index f90a2667..e358eebe 100644 --- a/demo/index.js +++ b/demo/index.js @@ -1016,6 +1016,7 @@ async function main() { // create instance of human human = new Human(userConfig); + log('human version:', human.version); // we've merged human defaults with user config and now lets store it back so it can be accessed by methods such as menu userConfig = human.config; diff --git a/package.json b/package.json index 0020367d..aeb2e5a9 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@vladmandic/human", - "version": "2.3.6", + "version": "2.4.0", "description": "Human: AI-powered 3D Face Detection & Rotation Tracking, Face Description & Recognition, Body Pose Tracking, 3D Hand & Finger Tracking, Iris Analysis, Age & Gender & Emotion Prediction, Gesture Recognition", "sideEffects": false, "main": "dist/human.node.js", @@ -55,18 +55,18 @@ "tensorflow" ], "devDependencies": { - "@tensorflow/tfjs": "^3.9.0", - "@tensorflow/tfjs-backend-cpu": "^3.9.0", - "@tensorflow/tfjs-backend-wasm": "^3.9.0", - "@tensorflow/tfjs-backend-webgl": "^3.9.0", + "@tensorflow/tfjs": "^3.10.0", + "@tensorflow/tfjs-backend-cpu": "^3.10.0", + "@tensorflow/tfjs-backend-wasm": "^3.10.0", + "@tensorflow/tfjs-backend-webgl": "^3.10.0", "@tensorflow/tfjs-backend-webgpu": "^0.0.1-alpha.8", - "@tensorflow/tfjs-converter": "^3.9.0", - "@tensorflow/tfjs-core": "^3.9.0", - "@tensorflow/tfjs-data": "^3.9.0", - "@tensorflow/tfjs-layers": "^3.9.0", - "@tensorflow/tfjs-node": "^3.9.0", - "@tensorflow/tfjs-node-gpu": "^3.9.0", - "@types/node": "^16.11.2", + "@tensorflow/tfjs-converter": "^3.10.0", + "@tensorflow/tfjs-core": "^3.10.0", + "@tensorflow/tfjs-data": "^3.10.0", + "@tensorflow/tfjs-layers": "^3.10.0", + "@tensorflow/tfjs-node": "^3.10.0", + "@tensorflow/tfjs-node-gpu": "^3.10.0", + "@types/node": "^16.11.3", "@typescript-eslint/eslint-plugin": "^5.1.0", "@typescript-eslint/parser": "^5.1.0", "@vladmandic/build": "^0.6.2", diff --git a/test/browser.html b/test/browser.html index 6cf73861..77f2a482 100644 --- a/test/browser.html +++ b/test/browser.html @@ -90,7 +90,6 @@ let res; let human = new Human(config); await human.init(); - human.env.offscreen = false; human.events.addEventListener('warmup', () => events('warmup')); human.events.addEventListener('image', () => events('image')); human.events.addEventListener('detect', () => events('detect'));