Prof. Björn Schuller
Biography
Björn W. Schuller received his diploma in 1999 and his doctoral degree for his study on Automatic Speech and Emotion Recognition in 2006, both in electrical engineering and information technology from TUM (Munich University of Technology), one of Germany's repeatedly highest ranked and among its first three Excellence Universities.
He is tenured as Senior Researcher and Lecturer in Pattern Recognition and Speech Processing heading the Intelligent Audio Analysis Group at TUM’s Institute for Human-Machine Communication since 2006. From 2009 to 2010 he lived in Paris/France and was with the CNRS-LIMSI Spoken Language Processing Group in Orsay/France dealing with affective and social signals in speech. In 2010 he was also a visiting scientist in the Imperial College London's Department of Computing in London/UK working on audiovisual behaviour recognition. Best known are his works advancing Human-Machine-Interaction, Cognitive Systems, Audiovisual Processing, Affective Computing, and Music Information Retrieval.
Dr. Schuller is a member of the ACM, HUMAINE Association, IEEE and ISCA and (co-)authored 2 books and more than 180 publications in peer reviewed books (14), journals (18), and conference proceedings in the field of signal processing, and machine learning leading to more than 1,000 citations - his current H-index equals 17. He serves as member of the steering committee and guest editor of the IEEE Transactions on Affective Computing, as guest editor for the Computer Speech and Language, Speech Communication and the EURASIP Journal on Advances in Signal Processing, reviewer for more than 20 further leading journals and multiple conferences in the field, and as invited speaker, session and challenge organizer including the first of their kind INTERSPEECH 2009 Emotion and 2010 Paralinguistic Challenges and chairman and programme committee member of numerous international workshops and conferences. Project steering board activity and involvement in current and past research projects include the awarded SEMAINE project funded by the European Community's Seventh Framework Programme (FP7/2007-2013), and projects funded by the German Research Foundation (DFG) and companies as BMW, Continental, Daimler, Siemens, Toyota, and VDO. Advisory board activities comprise his membership as invited expert in the W3C Emotion Incubator and Emotion Markup Language Incubator Groups, and his repeated election into the Executive Committee of the HUMAINE Association where he chairs the Special Interest Group Speech.
Publications
Journal articles
@article{Kollias_2019,
author = {D. Kollias and P. Tzirakis and M. A. Nicolaou and A. Papaioannou and G. Zhao and B. Schuller and I. Kotsia and S. Zafeiriou},
journal = {International Journal of Computer Vision},
month = {feb},
publisher = {Springer Nature},
title = {Deep Affect Prediction in-the-Wild: Aff-Wild Database and Challenge, Deep Architectures, and Beyond},
url = {https://doi.org/10.1007/s11263-019-01158-4},
year = {2019},
}
@article{endtoendtzirakis2017,
author = {P. Tzirakis and G. Trigeorgis and M. A. Nicolaou and B. Schuller and S. Zafeiriou},
journal = {IEEE Journal of Selected Topics in Signal Processing 2017},
month = {January},
title = {End-to-End Multimodal Emotion Recognition using Deep Neural Networks},
year = {2018},
}
@article{SOLEYMANI2017,
author = {M. Soleymani and D. Garcia and B. Jou and B. Schuller and S. Chang and M. Pantic},
journal = {Image and Vision Computing},
title = {A survey of multimodal sentiment analysis},
url = {http://www.sciencedirect.com/science/article/pii/S0262885617301191},
year = {2017},
}
@article{trigeorgis_2017_dctw,
author = {G. Trigeorgis and M. A. Nicolaou and B. Schuller and S. Zafeiriou},
journal = {IEEE transactions on Pattern Analysis and Machine Intelligence},
title = {Deep Canonical Time Warping for simultaneous alignment and representation learning of sequences},
year = {2017},
}
@article{walecki2017_deep_copula,
editor = {R. Walecki and O. Rudovic and V. Pavlovic and B. Schuller and M. Pantic},
month = {July},
title = {Deep Structured Learning for Facial Expression Intensity Estimation},
year = {2017},
}
@article{tzirakis2017end,
author = {P. Tzirakis and G. Trigeorgis and M. A. Nicolaou and B. Schuller and S. Zafeiriou},
pages = {1301--1309},
journal = {IEEE Journal of Selected Topics in Signal Processing},
number = {8},
publisher = {IEEE},
title = {End-to-end multimodal emotion recognition using deep neural networks},
volume = {11},
year = {2017},
}
@article{tzirakis2017end_duplicate,
author = {P. Tzirakis and G. Trigeorgis and M. A. Nicolaou and B. Schuller and S. Zafeiriou},
pages = {1301--1309},
journal = {IEEE Journal of Selected Topics in Signal Processing},
number = {8},
publisher = {IEEE},
title = {End-to-end multimodal emotion recognition using deep neural networks},
volume = {11},
year = {2017},
}
@article{dsnmf2015,
author = {G. Trigeorgis and K. Bousmalis and S. Zafeiriou and B. Schuller},
journal = {submitted to TPAMI},
title = {A deep matrix factorization method for learning attribute representations},
year = {2015},
}
Building Autonomous Sensitive Artificial Listeners
M. Schroder,
E. Bevacqua,
R. Cowie,
F. Eyben,
H. Gunes,
D. Heylen,
M. Maat,
G. Mckeown,
S. Pammi,
M. Pantic,
C. Pelachaud,
B. Schuller,
E. Sevin,
M. F. Valstar,
M. Woellmer.
IEEE Transactions on Affective Computing.
3(2):
pp. 165 - 183,
October
2011.
@article{schroder2011building,
author = {M. Schroder and E. Bevacqua and R. Cowie and F. Eyben and H. Gunes and D. Heylen and M. Maat and G. Mckeown and S. Pammi and M. Pantic and C. Pelachaud and B. Schuller and E. Sevin and M. F. Valstar and M. Woellmer},
pages = {165--183},
journal = {IEEE Transactions on Affective Computing},
month = {October},
number = {2},
title = {Building Autonomous Sensitive Artificial Listeners},
volume = {3},
year = {2011},
}
%0 Journal Article
%T Building Autonomous Sensitive Artificial Listeners
%A Schroder, M.
%A Bevacqua, E.
%A Cowie, R.
%A Eyben, F.
%A Gunes, H.
%A Heylen, D.
%A Maat, M.
%A Mckeown, G.
%A Pammi, S.
%A Pantic, M.
%A Pelachaud, C.
%A Schuller, B.
%A Sevin, E.
%A Valstar, M. F.
%A Woellmer, M.
%J IEEE Transactions on Affective Computing
%D 2011
%8 October
%V 3
%N 2
%F schroder2011building
%P 165-183
Conference articles
@inproceedings{tzirakis2019,
booktitle = {FG'2019},
month = {May},
title = {Time-series Clustering with Jointly Learning Deep Representations, Clusters and Temporal Boundaries},
year = {2019},
}
@inproceedings{linh2017deepcoder,
author = {L. Tran and R. Walecki and O. Rudovic and S. Eleftheriadis and B. Schuller and M. Pantic},
pages = {3190--3199},
booktitle = {The IEEE International Conference on Computer Vision (ICCV)},
title = {DeepCoder: Semi-Parametric Variational Autoencoders for Automatic Facial Action Coding},
year = {2017},
}
Deep Structured Learning for Facial Expression Intensity Estimation
R. Walecki,
O. Rudovic,
V. Pavlovic,
B. Schuller,
M. Pantic.
Proceedings of IEEE Int’l Conf. on Computer Vision and Pattern Recognition (CVPR 2017).
Honolulu, Hawaii,
June
2017.
@inproceedings{walecki2017_deepstructure,
author = {R. Walecki and O. Rudovic and V. Pavlovic and B. Schuller and M. Pantic},
address = {Honolulu, Hawaii},
booktitle = {Proceedings of IEEE Int’l Conf. on Computer Vision and Pattern Recognition (CVPR 2017)},
month = {June},
title = {Deep Structured Learning for Facial Expression Intensity Estimation},
year = {2017},
}
Social and Affective Robotics Tutorial: Summary
M. Pantic,
V. Evers,
M. P. Deisenroth,
L. Merino,
B. Schuller.
2016.
@inproceedings{pantic2016social,
journal = {ACM Proceedings Multimedia},
title = {Social and Affective Robotics Tutorial: Summary},
year = {2016},
}
Avec 2016: Depression, mood, and emotion recognition workshop and challenge
M. F. Valstar,
J. Gratch,
B. Schuller,
F. Ringeval,
D. Lalanne,
M. Torres torres,
S. Scherer,
G. Stratou,
R. Cowie,
M. Pantic.
Proceedings of the 6th International Workshop on Audio/Visual Emotion Challenge.
ACM,
pp. 3 - 10,
2016.
@inproceedings{valstar2016avec,
author = {M. F. Valstar and J. Gratch and B. Schuller and F. Ringeval and D. Lalanne and M. Torres torres and S. Scherer and G. Stratou and R. Cowie and M. Pantic},
pages = {3--10},
booktitle = {Proceedings of the 6th International Workshop on Audio/Visual Emotion Challenge},
organization = {ACM},
title = {Avec 2016: Depression, mood, and emotion recognition workshop and challenge},
year = {2016},
}
@inproceedings{trigeorgis2016DCTW,
booktitle = {Proceedings of IEEE International Conference on Computer Vision & Pattern Recognition (CVPR'16)},
month = {June},
title = {Deep Canonical Time Warping},
year = {2016},
}
Adieu Features? End-to- End Speech Emotion Recognition using a Deep Convolutional Recurrent Network
G. Trigeorgis,
F. Ringeval,
R. B. ,
E. Marchi,
M. Nicoalou a.,
B. Schuller,
S. Zafeiriou.
ICASSP.
march
2016.
@inproceedings{trigeorgis_icassp16,
author = {G. Trigeorgis and F. Ringeval and R. B. and E. Marchi and M. Nicoalou a. and B. Schuller and S. Zafeiriou},
booktitle = {ICASSP},
month = {march},
title = {Adieu Features? End-to- End Speech Emotion Recognition using a Deep Convolutional Recurrent Network},
year = {2016},
}
AVEC 2015: The 5th international audio/visual emotion challenge and workshop
F. Ringeval,
B. Schuller,
M. F. Valstar,
R. Cowie,
M. Pantic.
Proceedings of the 23rd ACM international conference on Multimedia.
ACM,
pp. 1335 - 1336,
2015.
@inproceedings{ringeval2015avec,
author = {F. Ringeval and B. Schuller and M. F. Valstar and R. Cowie and M. Pantic},
pages = {1335--1336},
booktitle = {Proceedings of the 23rd ACM international conference on Multimedia},
organization = {ACM},
title = {AVEC 2015: The 5th international audio/visual emotion challenge and workshop},
year = {2015},
}
@inproceedings{dsnmf2014,
author = {G. Trigeorgis and K. Bousmalis and S. Zafeiriou and B. Schuller},
booktitle = {International Conference on Machine Learning},
title = {A Deep Semi-NMF Model for Learning Hidden Representations},
year = {2014},
}
AVEC 2013 - The Continuous Audio/Visual Emotion and Depression Recognition Challenge
M. F. Valstar,
B. Schuller,
K. Smith,
F. Eyben,
B. Jiang,
S. Bilakhia,
S. Schnieder,
R. Cowie,
M. Pantic.
Proceedings of the ACM International Conference on Multimedia (ACM MM'13).
Barcelona, Spain,
October
2013.
@inproceedings{avec2013,
author = {M. F. Valstar and B. Schuller and K. Smith and F. Eyben and B. Jiang and S. Bilakhia and S. Schnieder and R. Cowie and M. Pantic},
address = {Barcelona, Spain},
booktitle = {Proceedings of the ACM International Conference on Multimedia (ACM MM'13)},
month = {October},
title = {AVEC 2013 - The Continuous Audio/Visual Emotion and Depression Recognition Challenge},
year = {2013},
}
%0 Conference Proceedings
%T AVEC 2013 - The Continuous Audio/Visual Emotion and Depression Recognition Challenge
%A Valstar, M. F.
%A Schuller, B.
%A Smith, K.
%A Eyben, F.
%A Jiang, B.
%A Bilakhia, S.
%A Schnieder, S.
%A Cowie, R.
%A Pantic, M.
%B Proceedings of the ACM International Conference on Multimedia (ACM MM?13)
%D 2013
%8 October
%C Barcelona, Spain
%F avec2013
Audiovisual Vocal Outburst Classification In Noisy Acoustic Conditions
F. Eyben,
S. Petridis,
B. Schuller,
M. Pantic.
Proceedings of IEEE Int’l Conf. Acoustics, Speech and Signal Processing (ICASSP’12).
Kyoto, Japan,
pp. 5097 - 5100,
March
2012.
@inproceedings{eybenPetridis_ICASSP2012,
author = {F. Eyben and S. Petridis and B. Schuller and M. Pantic},
pages = {5097--5100},
address = {Kyoto, Japan},
booktitle = { Proceedings of IEEE Int’l Conf. Acoustics, Speech and Signal Processing (ICASSP’12)},
month = {March},
title = {Audiovisual Vocal Outburst Classification In Noisy Acoustic Conditions},
year = {2012},
}
%0 Conference Proceedings
%T Audiovisual Vocal Outburst Classification In Noisy Acoustic Conditions
%A Eyben, F.
%A Petridis, S.
%A Schuller, B.
%A Pantic, M.
%B Proceedings of IEEE Int’l Conf. Acoustics, Speech and Signal Processing (ICASSP’12)
%D 2012
%8 March
%C Kyoto, Japan
%F eybenPetridis_ICASSP2012
%P 5097-5100
Audiovisual classification of vocal outbursts in human conversation using long-short-term memory networks
F. Eyben,
S. Petridis,
B. Schuller,
G. Tzimiropoulos,
S. Zafeiriou.
Proceedings of IEEE Int’l Conf. Acoustics, Speech and Signal Processing (ICASSP’11).
Prague, Czech Republic,
pp. 5844 - 5847,
May
2011.
@inproceedings{EybenEtAlICASSP2011,
author = {F. Eyben and S. Petridis and B. Schuller and G. Tzimiropoulos and S. Zafeiriou},
pages = {5844--5847},
address = { Prague, Czech Republic},
booktitle = { Proceedings of IEEE Int’l Conf. Acoustics, Speech and Signal Processing (ICASSP’11)},
month = {May},
title = {Audiovisual classification of vocal outbursts in human conversation using long-short-term memory networks},
year = {2011},
}
%0 Conference Proceedings
%T Audiovisual classification of vocal outbursts in human conversation using long-short-term memory networks
%A Eyben, F.
%A Petridis, S.
%A Schuller, B.
%A Tzimiropoulos, G.
%A Zafeiriou, S.
%B Proceedings of IEEE Int’l Conf. Acoustics, Speech and Signal Processing (ICASSP’11)
%D 2011
%8 May
%C Prague, Czech Republic
%F EybenEtAlICASSP2011
%P 5844-5847
String-based Audiovisual Fusion of Behavioural Events for the Assessment of Dimensional Affect
F. Eyben,
M. Wollmer,
M. F. Valstar,
H. Gunes,
B. Schuller,
M. Pantic.
Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG'11).
Santa Barbara, CA, USA,
pp. 322 - 329,
March
2011.
@inproceedings{EybenEtAlFG2011,
author = {F. Eyben and M. Wollmer and M. F. Valstar and H. Gunes and B. Schuller and M. Pantic},
pages = {322--329},
address = {Santa Barbara, CA, USA},
booktitle = {Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG'11)},
month = {March},
title = {String-based Audiovisual Fusion of Behavioural Events for the Assessment of Dimensional Affect},
year = {2011},
}
%0 Conference Proceedings
%T String-based Audiovisual Fusion of Behavioural Events for the Assessment of Dimensional Affect
%A Eyben, F.
%A Wollmer, M.
%A Valstar, M. F.
%A Gunes, H.
%A Schuller, B.
%A Pantic, M.
%B Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG?11)
%D 2011
%8 March
%C Santa Barbara, CA, USA
%F EybenEtAlFG2011
%P 322-329
Come and Have an Emotional Workout with Sensitive Artificial Listeners!
M. Schroder,
S. Pammi,
H. Gunes,
M. Pantic,
M. F. Valstar,
R. Cowie,
G. Mckeown,
D. Heylen,
M. Maat,
F. Eyben,
B. Schuller,
M. Wollmer,
E. Bevacqua,
C. Pelachaud,
E. Sevin.
Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG'11).
Santa Barbara, CA, USA,
pp. 646,
March
2011.
@inproceedings{SchroderEtAlFG2011,
author = {M. Schroder and S. Pammi and H. Gunes and M. Pantic and M. F. Valstar and R. Cowie and G. Mckeown and D. Heylen and M. Maat and F. Eyben and B. Schuller and M. Wollmer and E. Bevacqua and C. Pelachaud and E. Sevin},
pages = {646},
address = {Santa Barbara, CA, USA},
booktitle = {Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG'11)},
month = {March},
title = {Come and Have an Emotional Workout with Sensitive Artificial Listeners!},
year = {2011},
}
%0 Conference Proceedings
%T Come and Have an Emotional Workout with Sensitive Artificial Listeners!
%A Schroder, M.
%A Pammi, S.
%A Gunes, H.
%A Pantic, M.
%A Valstar, M. F.
%A Cowie, R.
%A Mckeown, G.
%A Heylen, D.
%A Maat, M.
%A Eyben, F.
%A Schuller, B.
%A Wollmer, M.
%A Bevacqua, E.
%A Pelachaud, C.
%A Sevin, E.
%B Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG?11)
%D 2011
%8 March
%C Santa Barbara, CA, USA
%F SchroderEtAlFG2011
%P 646
Emotion Representation, Analysis and Synthesis in Continuous Space: A Survey
H. Gunes,
B. Schuller,
M. Pantic,
R. Cowie.
Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG'11), EmoSPACE 2011 - 1st International Workshop on Emotion Synthesis, rePresentation, and Analysis in Continuous spacE.
Santa Barbara, CA, USA,
pp. 827 - 834,
March
2011.
@inproceedings{GunesEtAlFG2011EmoSPACE,
author = {H. Gunes and B. Schuller and M. Pantic and R. Cowie},
pages = {827--834},
address = {Santa Barbara, CA, USA},
booktitle = {Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG'11), EmoSPACE 2011 - 1st International Workshop on Emotion Synthesis, rePresentation, and Analysis in Continuous spacE},
month = {March},
title = {Emotion Representation, Analysis and Synthesis in Continuous Space: A Survey},
year = {2011},
}
%0 Conference Proceedings
%T Emotion Representation, Analysis and Synthesis in Continuous Space: A Survey
%A Gunes, H.
%A Schuller, B.
%A Pantic, M.
%A Cowie, R.
%B Proceedings of IEEE International Conference on Automatic Face and Gesture Recognition (FG?11), EmoSPACE 2011 - 1st International Workshop on Emotion Synthesis, rePresentation, and Analysis in Continuous spacE
%D 2011
%8 March
%C Santa Barbara, CA, USA
%F GunesEtAlFG2011EmoSPACE
%P 827-834
A Demonstration of Audiovisual Sensitive Artificial Listeners
M. Schroeder,
E. Bevacqua,
F. Eyben,
H. Gunes,
D. Heylen,
M. Maat,
S. Pammi,
M. Pantic,
C. Pelachaud,
B. Schuller,
E. Sevin,
M. F. Valstar,
M. Woellmer.
Proc. of ACII 2009, Proceedings of IEEE Int'l Conf. Affective Computing and Intelligent Interfaces (ACII'09).
Amsterdam, Netherlands,
1:
pp. 263 - 264,
September
2009.
@inproceedings{Schroeder2009adoas,
author = {M. Schroeder and E. Bevacqua and F. Eyben and H. Gunes and D. Heylen and M. Maat and S. Pammi and M. Pantic and C. Pelachaud and B. Schuller and E. Sevin and M. F. Valstar and M. Woellmer},
pages = {263--264},
address = {Amsterdam, Netherlands},
booktitle = {Proc. of ACII 2009, Proceedings of IEEE Int'l Conf. Affective Computing and Intelligent Interfaces (ACII'09)},
month = {September},
title = {A Demonstration of Audiovisual Sensitive Artificial Listeners},
volume = {1},
year = {2009},
}
%0 Conference Proceedings
%T A Demonstration of Audiovisual Sensitive Artificial Listeners
%A Schroeder, M.
%A Bevacqua, E.
%A Eyben, F.
%A Gunes, H.
%A Heylen, D.
%A Maat, M.
%A Pammi, S.
%A Pantic, M.
%A Pelachaud, C.
%A Schuller, B.
%A Sevin, E.
%A Valstar, M. F.
%A Woellmer, M.
%B Proc. of ACII 2009, Proceedings of IEEE Int?l Conf. Affective Computing and Intelligent Interfaces (ACII?09)
%D 2009
%8 September
%V 1
%C Amsterdam, Netherlands
%F Schroeder2009adoas
%P 263-264