@article{Franc-IVC-2018,
  author  = {Franc, Vojtech and Cech, Jan},
  title   = {Learning CNNs from Weakly Annotated Facial Images},
  journal = {Image and Vision Computing},
  year    = {2018},
  project = {GACR 16-05872SGACR P103/12/G084},
  abstract = { Learning of convolutional neural networks (CNNs) to perfom a face
                  recognition task requires a large set of facial images each
                  annotated with a label to be predicted. In this paper we
                  propose a method for learning CNNs from weakly annotated
                  images. The weak annotation in our setting means that a pair
                  of an attribute label and a person identity label is assigned
                  to a set of faces automatically detected in the image. The
                  challenge is to link the annotation with the correct face. The
                  weakly annotated images of this type can be collected by an
                  automated process not requiring a human labor. We formulate
                  learning from weakly annotated images as a maximum likelihood
                  (ML) estimation of a parametric distribution describing the
                  weakly annotated images. The ML problem is solved by an
                  instance of the EM algorithm which in its inner loop learns a
                  CNN to predict attribute label from facial images. Experiments
                  on age and gender estimation problem show that the proposed
                  algorithm significantly outperforms the existing heuristic
                  approach for dealing with this type of data. A practical
                  outcome of our paper is a new annotation of the IMDB database
                  containing 300k faces each one annotated by biological
                  age, gender and identity labels.  },
  keywords = {Convolution neural networks, EM algorithm, Face recognition, Age and gender prediction, Weak annotations},
  url = {http://doi.org/10.1016/j.imavis.2018.06.011},
  publisher = {Elsevier},
  address = {Amsterdam, Netherlands},
}

