55 lines
2.4 KiB
JavaScript
55 lines
2.4 KiB
JavaScript
|
import * as tf from '@tensorflow/tfjs-core';
|
||
|
|
import { fullyConnectedLayer } from '../common/fullyConnectedLayer';
|
||
|
|
import { NetInput } from '../dom';
|
||
|
|
import { NeuralNetwork } from '../NeuralNetwork';
|
||
|
|
import { extractParams } from './extractParams';
|
||
|
|
import { extractParamsFromWeigthMap } from './extractParamsFromWeigthMap';
|
||
|
|
import { seperateWeightMaps } from './util';
|
||
|
|
export class FaceProcessor extends NeuralNetwork {
|
||
|
|
constructor(_name, faceFeatureExtractor) {
|
||
|
|
super(_name);
|
||
|
|
this._faceFeatureExtractor = faceFeatureExtractor;
|
||
|
|
}
|
||
|
|
get faceFeatureExtractor() {
|
||
|
|
return this._faceFeatureExtractor;
|
||
|
|
}
|
||
|
|
runNet(input) {
|
||
|
|
const { params } = this;
|
||
|
|
if (!params) {
|
||
|
|
throw new Error(`${this._name} - load model before inference`);
|
||
|
|
}
|
||
|
|
return tf.tidy(() => {
|
||
|
|
const bottleneckFeatures = input instanceof NetInput
|
||
|
|
? this.faceFeatureExtractor.forwardInput(input)
|
||
|
|
: input;
|
||
|
|
return fullyConnectedLayer(bottleneckFeatures.as2D(bottleneckFeatures.shape[0], -1), params.fc);
|
||
|
|
});
|
||
|
|
}
|
||
|
|
dispose(throwOnRedispose = true) {
|
||
|
|
this.faceFeatureExtractor.dispose(throwOnRedispose);
|
||
|
|
super.dispose(throwOnRedispose);
|
||
|
|
}
|
||
|
|
loadClassifierParams(weights) {
|
||
|
|
const { params, paramMappings } = this.extractClassifierParams(weights);
|
||
|
|
this._params = params;
|
||
|
|
this._paramMappings = paramMappings;
|
||
|
|
}
|
||
|
|
extractClassifierParams(weights) {
|
||
|
|
return extractParams(weights, this.getClassifierChannelsIn(), this.getClassifierChannelsOut());
|
||
|
|
}
|
||
|
|
extractParamsFromWeigthMap(weightMap) {
|
||
|
|
const { featureExtractorMap, classifierMap } = seperateWeightMaps(weightMap);
|
||
|
|
this.faceFeatureExtractor.loadFromWeightMap(featureExtractorMap);
|
||
|
|
return extractParamsFromWeigthMap(classifierMap);
|
||
|
|
}
|
||
|
|
extractParams(weights) {
|
||
|
|
const cIn = this.getClassifierChannelsIn();
|
||
|
|
const cOut = this.getClassifierChannelsOut();
|
||
|
|
const classifierWeightSize = (cOut * cIn) + cOut;
|
||
|
|
const featureExtractorWeights = weights.slice(0, weights.length - classifierWeightSize);
|
||
|
|
const classifierWeights = weights.slice(weights.length - classifierWeightSize);
|
||
|
|
this.faceFeatureExtractor.extractWeights(featureExtractorWeights);
|
||
|
|
return this.extractClassifierParams(classifierWeights);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
//# sourceMappingURL=FaceProcessor.js.map
|