import { TNetInput } from '../dom/index'; import { extendWithFaceDescriptor, WithFaceDescriptor } from '../factories/WithFaceDescriptor'; import { WithFaceDetection } from '../factories/WithFaceDetection'; import { WithFaceLandmarks } from '../factories/WithFaceLandmarks'; import { ComposableTask } from './ComposableTask'; import { extractAllFacesAndComputeResults, extractSingleFaceAndComputeResult } from './extractFacesAndComputeResults'; import { nets } from './nets'; import { PredictAllAgeAndGenderWithFaceAlignmentTask, PredictSingleAgeAndGenderWithFaceAlignmentTask, } from './PredictAgeAndGenderTask'; import { PredictAllFaceExpressionsWithFaceAlignmentTask, PredictSingleFaceExpressionsWithFaceAlignmentTask, } from './PredictFaceExpressionsTask'; export class ComputeFaceDescriptorsTaskBase extends ComposableTask { constructor( protected parentTask: ComposableTask | Promise, protected input: TNetInput ) { super() } } export class ComputeAllFaceDescriptorsTask< TSource extends WithFaceLandmarks> > extends ComputeFaceDescriptorsTaskBase[], TSource[]> { public async run(): Promise[]> { const parentResults = await this.parentTask const descriptors = await extractAllFacesAndComputeResults( parentResults, this.input, faces => Promise.all(faces.map(face => nets.faceRecognitionNet.computeFaceDescriptor(face) as Promise )), null, parentResult => parentResult.landmarks.align(null, { useDlibAlignment: true }) ) return descriptors.map((descriptor, i) => extendWithFaceDescriptor(parentResults[i], descriptor)) } withFaceExpressions() { return new PredictAllFaceExpressionsWithFaceAlignmentTask(this, this.input) } withAgeAndGender() { return new PredictAllAgeAndGenderWithFaceAlignmentTask(this, this.input) } } export class ComputeSingleFaceDescriptorTask< TSource extends WithFaceLandmarks> > extends ComputeFaceDescriptorsTaskBase | undefined, TSource | undefined> { public async run(): Promise | undefined> { const parentResult = await this.parentTask if (!parentResult) { return undefined; } const descriptor = await extractSingleFaceAndComputeResult( parentResult, this.input, face => nets.faceRecognitionNet.computeFaceDescriptor(face) as Promise, null, parentResult => parentResult.landmarks.align(null, { useDlibAlignment: true }) ) return extendWithFaceDescriptor(parentResult, descriptor) } withFaceExpressions() { return new PredictSingleFaceExpressionsWithFaceAlignmentTask(this, this.input) } withAgeAndGender() { return new PredictSingleAgeAndGenderWithFaceAlignmentTask(this, this.input) } }