summaryrefslogtreecommitdiff
path: root/megapixels/commands/demo/face_beauty.py
blob: 45643c61c534fc8d7bc2d1e56cd617c505606ed5 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
import click

from app.settings import types
from app.utils import click_utils
from app.settings import app_cfg as cfg


@click.command()
@click.option('-i', '--input', 'opt_fp_in', default=None, required=True,
  help='Image filepath')
@click.option('-o', '--output', 'opt_fp_out', default=None,
  help='GIF output path')
@click.option('--size', 'opt_size', 
  type=(int, int), default=(300, 300),
  help='Output image size')
@click.option('-g', '--gpu', 'opt_gpu', default=0,
  help='GPU index')
@click.option('-f', '--force', 'opt_force', is_flag=True,
  help='Force overwrite file')
@click.option('--display/--no-display', 'opt_display', is_flag=True, default=False,
  help='Display detections to debug')
@click.pass_context
def cli(ctx, opt_fp_in, opt_fp_out, opt_gpu, opt_size, opt_force, opt_display):
  """Face detector demo"""
  
  import sys
  import os
  from os.path import join
  from pathlib import Path
  import time
  
  from tqdm import tqdm
  import numpy as np
  import pandas as pd
  import cv2 as cv
  import dlib

  from app.utils import logger_utils, file_utils, im_utils, display_utils, draw_utils
  from app.utils import plot_utils
  from app.processors import face_detector, face_beauty
  from app.models.data_store import DataStore
  

  log = logger_utils.Logger.getLogger()

  
  # -------------------------------------------------
  # load image

  im = cv.imread(opt_fp_in)
  im_resized = im_utils.resize(im, width=opt_size[0], height=opt_size[1])


  # TODO fix Keras CPU/GPU device selection issue
  # NB: GPU visibility issues with dlib/keras
  # Wrap this with cuda toggle and run before init dlib GPU

  device_cur = os.getenv('CUDA_VISIBLE_DEVICES', '')
  os.environ['CUDA_VISIBLE_DEVICES'] = ''
  beauty_predictor = face_beauty.FaceBeauty()
  os.environ['CUDA_VISIBLE_DEVICES'] = device_cur


  # ----------------------------------------------------------------------------
  # detect face

  face_detector = face_detector.DetectorDLIBCNN(gpu=opt_gpu)  # -1 for CPU
  bboxes = face_detector.detect(im_resized, largest=True)
  bbox_norm = bboxes[0]
  dim = im_resized.shape[:2][::-1]
  bbox_dim = bbox_norm.to_dim(dim)
  if not bbox_norm:
    log.error('no face detected')
    return
  else:
    log.info(f'face detected: {bbox_dim.to_xyxy()}')

  # ----------------------------------------------------------------------------
  # beauty

  beauty_score = beauty_predictor.beauty(im_resized, bbox_norm)


  # ----------------------------------------------------------------------------
  # output
  
  log.info(f'Face coords: {bbox_dim} face')
  log.info(f'beauty score: {(100*beauty_score):.2f}')


  # ----------------------------------------------------------------------------
  # draw

  # draw 2d landmarks
  im_beauty = im_resized.copy()
  im_beauty = draw_utils.draw_bbox(im_beauty, bbox_dim)
  txt = f'Beauty score: {(100*beauty_score):.2f}'
  im_beauty = draw_utils.draw_text(im_beauty, bbox_dim.pt_tl, txt)


  # ----------------------------------------------------------------------------
  # save
  
  if opt_fp_out:
    # save pose only
    cv.imwrite(opt_fp_out, im_beauty)


  # ----------------------------------------------------------------------------
  # display

  if opt_display:
    # show all images here
    cv.imshow('Beauty', im_beauty)
    display_utils.handle_keyboard()