Spaces:
Running
on
Zero
Running
on
Zero
| # -*- coding: utf-8 -*- | |
| # @Organization : insightface.ai | |
| # @Author : Jia Guo | |
| # @Time : 2021-06-19 | |
| # @Function : | |
| from __future__ import division | |
| import numpy as np | |
| import cv2 | |
| import onnx | |
| import onnxruntime | |
| from ..utils import face_align | |
| __all__ = [ | |
| 'Attribute', | |
| ] | |
| class Attribute: | |
| def __init__(self, model_file=None, session=None): | |
| assert model_file is not None | |
| self.model_file = model_file | |
| self.session = session | |
| find_sub = False | |
| find_mul = False | |
| model = onnx.load(self.model_file) | |
| graph = model.graph | |
| for nid, node in enumerate(graph.node[:8]): | |
| #print(nid, node.name) | |
| if node.name.startswith('Sub') or node.name.startswith('_minus'): | |
| find_sub = True | |
| if node.name.startswith('Mul') or node.name.startswith('_mul'): | |
| find_mul = True | |
| if nid<3 and node.name=='bn_data': | |
| find_sub = True | |
| find_mul = True | |
| if find_sub and find_mul: | |
| #mxnet arcface model | |
| input_mean = 0.0 | |
| input_std = 1.0 | |
| else: | |
| input_mean = 127.5 | |
| input_std = 128.0 | |
| self.input_mean = input_mean | |
| self.input_std = input_std | |
| #print('input mean and std:', model_file, self.input_mean, self.input_std) | |
| if self.session is None: | |
| self.session = onnxruntime.InferenceSession(self.model_file, None) | |
| input_cfg = self.session.get_inputs()[0] | |
| input_shape = input_cfg.shape | |
| input_name = input_cfg.name | |
| self.input_size = tuple(input_shape[2:4][::-1]) | |
| self.input_shape = input_shape | |
| outputs = self.session.get_outputs() | |
| output_names = [] | |
| for out in outputs: | |
| output_names.append(out.name) | |
| self.input_name = input_name | |
| self.output_names = output_names | |
| assert len(self.output_names)==1 | |
| output_shape = outputs[0].shape | |
| #print('init output_shape:', output_shape) | |
| if output_shape[1]==3: | |
| self.taskname = 'genderage' | |
| else: | |
| self.taskname = 'attribute_%d'%output_shape[1] | |
| def prepare(self, ctx_id, **kwargs): | |
| if ctx_id<0: | |
| self.session.set_providers(['CPUExecutionProvider']) | |
| def get(self, img, face): | |
| bbox = face.bbox | |
| w, h = (bbox[2] - bbox[0]), (bbox[3] - bbox[1]) | |
| center = (bbox[2] + bbox[0]) / 2, (bbox[3] + bbox[1]) / 2 | |
| rotate = 0 | |
| _scale = self.input_size[0] / (max(w, h)*1.5) | |
| #print('param:', img.shape, bbox, center, self.input_size, _scale, rotate) | |
| aimg, M = face_align.transform(img, center, self.input_size[0], _scale, rotate) | |
| input_size = tuple(aimg.shape[0:2][::-1]) | |
| #assert input_size==self.input_size | |
| blob = cv2.dnn.blobFromImage(aimg, 1.0/self.input_std, input_size, (self.input_mean, self.input_mean, self.input_mean), swapRB=True) | |
| pred = self.session.run(self.output_names, {self.input_name : blob})[0][0] | |
| if self.taskname=='genderage': | |
| assert len(pred)==3 | |
| gender = np.argmax(pred[:2]) | |
| age = int(np.round(pred[2]*100)) | |
| face['gender'] = gender | |
| face['age'] = age | |
| return gender, age | |
| else: | |
| return pred | |