diff --git a/CHANGELOG.md b/CHANGELOG.md index 3b719db0..86855d34 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,8 +9,9 @@ Repository: **** ## Changelog -### **HEAD -> main** 2021/07/31 mandic00@live.com +### **HEAD -> main** 2021/08/06 mandic00@live.com +- minor update - replace movenet with lightning-v4 - enable webgl uniform support for faster warmup diff --git a/TODO.md b/TODO.md index cb7c3f22..bb903c2b 100644 --- a/TODO.md +++ b/TODO.md @@ -3,7 +3,7 @@ ## Big Ticket Items Implementation of WebGPU backend -Target: `Human` v2.3 with `Chrome` v94 and `TFJS` v4.0 +*Target: `Human` v2.3 with `Chrome` v94 and `TFJS` v4.0*
@@ -11,17 +11,22 @@ Target: `Human` v2.3 with `Chrome` v94 and `TFJS` v4.0 WebGL shader optimizations for faster load and initial detection -- Implement WebGL uniforms for shaders: https://github.com/tensorflow/tfjs/issues/5205 -- Fix shader packing: https://github.com/tensorflow/tfjs/issues/5343 +- Implement WebGL uniforms for shaders: +- Fix shader packing:
+## Exploring + +- Optical Flow: +- TFLite Models: + ## Known Issues ### Object Detection Object detection using CenterNet or NanoDet models is not working when using WASM backend due to missing kernel ops in TFJS -Target: `Human` v2.2 with `TFJS` v3.9 +*Target: `Human` v2.2 with `TFJS` v3.9* - CenterNet with WASM: - NanoDet with WASM: @@ -30,7 +35,7 @@ Target: `Human` v2.2 with `TFJS` v3.9 Enhanced rotation correction for face detection is not working in NodeJS due to missing kernel op in TFJS Feature is automatically disabled in NodeJS without user impact -Target: `Human` v2.2 with `TFJS` v3.9 +*Target: `Human` v2.2 with `TFJS` v3.9* - BlazeFace rotation correction in NodeJS: @@ -38,9 +43,9 @@ Target: `Human` v2.2 with `TFJS` v3.9 Enhanced rotation correction for hand detection is not working in NodeJS due to missing kernel op in TFJS Feature is automatically disabled in NodeJS without user impact -Target: `Human` v2.2 with `TFJS` v3.9 +*Target: `Human` v2.2 with `TFJS` v3.9* - HandPose rotation correction in NodeJS: Hand detection using WASM backend has reduced precision due to math rounding errors in backend -Target: N/A +*Target: N/A* diff --git a/package.json b/package.json index 4f5099ca..1bfee12e 100644 --- a/package.json +++ b/package.json @@ -72,10 +72,10 @@ "canvas": "^2.8.0", "chokidar": "^3.5.2", "dayjs": "^1.10.6", - "esbuild": "^0.12.18", + "esbuild": "^0.12.19", "eslint": "^7.32.0", "eslint-config-airbnb-base": "^14.2.1", - "eslint-plugin-import": "^2.23.4", + "eslint-plugin-import": "^2.24.0", "eslint-plugin-json": "^3.1.0", "eslint-plugin-node": "^11.1.0", "eslint-plugin-promise": "^5.1.0", diff --git a/server/build.log b/server/build.log index d0edf330..483cfe3d 100644 --- a/server/build.log +++ b/server/build.log @@ -1,22 +1,22 @@ -2021-08-05 10:24:04 INFO:  @vladmandic/human version 2.1.2 -2021-08-05 10:24:04 INFO:  User: vlado Platform: linux Arch: x64 Node: v16.5.0 -2021-08-05 10:24:04 INFO:  Toolchain: {"tfjs":"3.8.0","esbuild":"0.12.18","typescript":"4.3.5","typedoc":"0.21.5","eslint":"7.32.0"} -2021-08-05 10:24:04 INFO:  Clean: ["dist/*","types/*","typedoc/*"] -2021-08-05 10:24:04 INFO:  Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true} -2021-08-05 10:24:04 STATE: target: node type: tfjs: {"imports":1,"importBytes":102,"outputBytes":1303,"outputFiles":"dist/tfjs.esm.js"} -2021-08-05 10:24:04 STATE: target: node type: node: {"imports":42,"importBytes":435865,"outputBytes":377825,"outputFiles":"dist/human.node.js"} -2021-08-05 10:24:04 STATE: target: nodeGPU type: tfjs: {"imports":1,"importBytes":110,"outputBytes":1311,"outputFiles":"dist/tfjs.esm.js"} -2021-08-05 10:24:04 STATE: target: nodeGPU type: node: {"imports":42,"importBytes":435873,"outputBytes":377829,"outputFiles":"dist/human.node-gpu.js"} -2021-08-05 10:24:04 STATE: target: nodeWASM type: tfjs: {"imports":1,"importBytes":149,"outputBytes":1378,"outputFiles":"dist/tfjs.esm.js"} -2021-08-05 10:24:04 STATE: target: nodeWASM type: node: {"imports":42,"importBytes":435940,"outputBytes":377901,"outputFiles":"dist/human.node-wasm.js"} -2021-08-05 10:24:04 STATE: target: browserNoBundle type: tfjs: {"imports":1,"importBytes":2111,"outputBytes":1242,"outputFiles":"dist/tfjs.esm.js"} -2021-08-05 10:24:04 STATE: target: browserNoBundle type: esm: {"imports":42,"importBytes":435804,"outputBytes":247953,"outputFiles":"dist/human.esm-nobundle.js"} -2021-08-05 10:24:05 STATE: target: browserBundle type: tfjs: {"modules":1170,"moduleBytes":4145868,"imports":7,"importBytes":2111,"outputBytes":2334701,"outputFiles":"dist/tfjs.esm.js"} -2021-08-05 10:24:05 STATE: target: browserBundle type: iife: {"imports":42,"importBytes":2769263,"outputBytes":1378416,"outputFiles":"dist/human.js"} -2021-08-05 10:24:06 STATE: target: browserBundle type: esm: {"imports":42,"importBytes":2769263,"outputBytes":1378408,"outputFiles":"dist/human.esm.js"} -2021-08-05 10:24:06 INFO:  Running Linter: ["server/","src/","tfjs/","test/","demo/"] -2021-08-05 10:24:27 INFO:  Linter complete: files: 75 errors: 0 warnings: 0 -2021-08-05 10:24:27 INFO:  Generate ChangeLog: ["/home/vlado/dev/human/CHANGELOG.md"] -2021-08-05 10:24:27 INFO:  Generate Typings: ["src/human.ts"] outDir: ["types"] -2021-08-05 10:24:41 INFO:  Generate TypeDocs: ["src/human.ts"] outDir: ["typedoc"] -2021-08-05 10:24:55 INFO:  Documentation generated at /home/vlado/dev/human/typedoc 1 +2021-08-09 08:50:50 INFO:  @vladmandic/human version 2.1.2 +2021-08-09 08:50:50 INFO:  User: vlado Platform: linux Arch: x64 Node: v16.5.0 +2021-08-09 08:50:50 INFO:  Toolchain: {"tfjs":"3.8.0","esbuild":"0.12.19","typescript":"4.3.5","typedoc":"0.21.5","eslint":"7.32.0"} +2021-08-09 08:50:50 INFO:  Clean: ["dist/*","types/*","typedoc/*"] +2021-08-09 08:50:50 INFO:  Build: file startup all type: production config: {"minifyWhitespace":true,"minifyIdentifiers":true,"minifySyntax":true} +2021-08-09 08:50:50 STATE: target: node type: tfjs: {"imports":1,"importBytes":102,"outputBytes":1303,"outputFiles":"dist/tfjs.esm.js"} +2021-08-09 08:50:50 STATE: target: node type: node: {"imports":42,"importBytes":435865,"outputBytes":377825,"outputFiles":"dist/human.node.js"} +2021-08-09 08:50:50 STATE: target: nodeGPU type: tfjs: {"imports":1,"importBytes":110,"outputBytes":1311,"outputFiles":"dist/tfjs.esm.js"} +2021-08-09 08:50:51 STATE: target: nodeGPU type: node: {"imports":42,"importBytes":435873,"outputBytes":377829,"outputFiles":"dist/human.node-gpu.js"} +2021-08-09 08:50:51 STATE: target: nodeWASM type: tfjs: {"imports":1,"importBytes":149,"outputBytes":1378,"outputFiles":"dist/tfjs.esm.js"} +2021-08-09 08:50:51 STATE: target: nodeWASM type: node: {"imports":42,"importBytes":435940,"outputBytes":377901,"outputFiles":"dist/human.node-wasm.js"} +2021-08-09 08:50:51 STATE: target: browserNoBundle type: tfjs: {"imports":1,"importBytes":2111,"outputBytes":1242,"outputFiles":"dist/tfjs.esm.js"} +2021-08-09 08:50:51 STATE: target: browserNoBundle type: esm: {"imports":42,"importBytes":435804,"outputBytes":247953,"outputFiles":"dist/human.esm-nobundle.js"} +2021-08-09 08:50:51 STATE: target: browserBundle type: tfjs: {"modules":1170,"moduleBytes":4145868,"imports":7,"importBytes":2111,"outputBytes":2334701,"outputFiles":"dist/tfjs.esm.js"} +2021-08-09 08:50:51 STATE: target: browserBundle type: iife: {"imports":42,"importBytes":2769263,"outputBytes":1378416,"outputFiles":"dist/human.js"} +2021-08-09 08:50:52 STATE: target: browserBundle type: esm: {"imports":42,"importBytes":2769263,"outputBytes":1378408,"outputFiles":"dist/human.esm.js"} +2021-08-09 08:50:52 INFO:  Running Linter: ["server/","src/","tfjs/","test/","demo/"] +2021-08-09 08:51:14 INFO:  Linter complete: files: 75 errors: 0 warnings: 0 +2021-08-09 08:51:14 INFO:  Generate ChangeLog: ["/home/vlado/dev/human/CHANGELOG.md"] +2021-08-09 08:51:14 INFO:  Generate Typings: ["src/human.ts"] outDir: ["types"] +2021-08-09 08:51:28 INFO:  Generate TypeDocs: ["src/human.ts"] outDir: ["typedoc"] +2021-08-09 08:51:42 INFO:  Documentation generated at /home/vlado/dev/human/typedoc 1