summaryrefslogtreecommitdiff
path: root/megapixels/commands/demo/face_emotion.py
blob: 5e06eace476f6fdea9851b25c05c71dce147c7d7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
import click

from app.settings import types
from app.utils import click_utils
from app.settings import app_cfg as cfg


@click.command()
@click.option('-i', '--input', 'opt_fp_in', default=None, required=True,
  help='Imemotion filepath')
@click.option('-o', '--output', 'opt_fp_out', default=None,
  help='GIF output path')
@click.option('--size', 'opt_size', 
  type=(int, int), default=(300, 300),
  help='Output imemotion size')
@click.option('-g', '--gpu', 'opt_gpu', default=0,
  help='GPU index')
@click.option('-f', '--force', 'opt_force', is_flag=True,
  help='Force overwrite file')
@click.option('--display/--no-display', 'opt_display', is_flag=True, default=False,
  help='Display detections to debug')
@click.pass_context
def cli(ctx, opt_fp_in, opt_fp_out, opt_gpu, opt_size, opt_force, opt_display):
  """Face detector demo"""
  
  import sys
  import os
  from os.path import join
  from pathlib import Path
  import time
  
  from tqdm import tqdm
  import numpy as np
  import pandas as pd
  import cv2 as cv
  import dlib

  from app.utils import logger_utils, file_utils, im_utils, display_utils, draw_utils
  from app.utils import plot_utils
  from app.processors import face_detector, face_emotion
  from app.models.data_store import DataStore
  

  log = logger_utils.Logger.getLogger()

  
  # -------------------------------------------------
  # load imemotion

  im = cv.imread(opt_fp_in)
  im_resized = im_utils.resize(im, width=opt_size[0], height=opt_size[1])

  # ----------------------------------------------------------------------------
  # detect face

  face_detector = face_detector.DetectorDLIBCNN(gpu=opt_gpu)  # -1 for CPU
  bboxes = face_detector.detect(im_resized, largest=True)
  bbox = bboxes[0]
  dim = im_resized.shape[:2][::-1]
  bbox_dim = bbox.to_dim(dim)
  if not bbox:
    log.error('no face detected')
    return
  else:
    log.info(f'face detected: {bbox_dim.to_xyxy()}')


  # ----------------------------------------------------------------------------
  # emotion

  emotion_predictor = face_emotion.FaceEmotion(gpu=opt_gpu)
  emotion_score = emotion_predictor.emotion(im_resized, bbox_dim)


  # ----------------------------------------------------------------------------
  # output
  
  log.info(f'Face coords: {bbox_dim} face')
  log.info(f'emotion score: {(100*emotion_score):.2f}')


  # ----------------------------------------------------------------------------
  # draw

  # draw 2d landmarks
  im_emotion = im_resized.copy()
  draw_utils.draw_bbox(im_emotion, bbox_dim)
  txt = f'emotion score: {(100*emotion_score):.2f}'
  draw_utils.draw_text(im_emotion, bbox_dim.pt_tl, txt)


  # ----------------------------------------------------------------------------
  # save
  
  if opt_fp_out:
    # save pose only
    cv.imwrite(opt_fp_out, im_emotion)


  # ----------------------------------------------------------------------------
  # display

  if opt_display:
    # show all imemotions here
    cv.imshow('emotion', im_emotion)
    display_utils.handle_keyboard()