publications([{ "lang": "fr", "type_publi": "these", "title": "Adaptation des interfaces utilisateurs aux émotions", "url": "https://tel.archives-ouvertes.fr/tel-02297775", "abstract": "User interfaces adaptation by using emotions.Perso2U, an approach to personalize user interfaces with user emotions.User experience (UX) is nowadays recognized as an important quality factor to make systems or software successful in terms of user take-up and frequency of usage. UX depends on dimensions like emotion, aesthetics or visual appearance, identification, stimulation, meaning/value or even fun, enjoyment, pleasure, or flow. Among these dimensions, the importance of usability and aesthetics is recognized. So, both of them need to be considered while designing user interfaces (UI).It raises the question how designers can check UX at runtime and improve it if necessary. To achieve a good UI quality in any context of use (i.e. user, platform and environment), plasticity proposes to adapt UI to the context while preserving user-centered properties. In a similar way, our goal is to preserve or improve UX at runtime, by proposing UI adaptations. Adaptations can concern aesthetics or usability. They can be triggered by the detection of specific emotion, that can express a problem with the UI.So the research question addressed in this PhD is how to drive UI adaptation with a model of the user based on emotions and user characteristics (age & gender) to check or improve UX if necessary.Our approach aims to personalize user interfaces with user emotions at run-time. An architecture, Perso2U, has been designed to adapt the UI according to emotions and user characteristics (age and gender). Perso2U includes three main components: (1) Inferring Engine, (2) Adaptation Engine and (3) Interactive System. First, the inferring engine recognizes the user’s situation and in particular him/her emotions (happiness, anger, disgust, sadness, surprise, fear, contempt) plus neutral which are into Ekman emotion model. Second, after emotion recognition, the best suitable UI structure is chosen and the set of UI parameters (audio, Font-size, Widgets, UI layout, etc.) is computed based on such detected emotions. Third, this computation of a suitable UI structure and parameters allows the UI to execute run-time changes aiming to provide a better UI. Since the emotion recognition is performed cyclically then it allows UI adaptation at run-time.To go further into the inferring engine examination, we run two experiments about the (1) genericity of the inferring engine and (2) UI influence on detected emotions regarding age and gender.Since this approach relies on emotion recognition tools, we run an experiment to study the similarity of detecting emotions from faces to understand whether this detection is independent from the emotion recognition tool or not. The results confirmed that the emotions detected by the tools provide similar emotion values with a high emotion detection similarity.As UX depends on user interaction quality factors like aesthetics and usability, and on individual characteristics such as age and gender, we run a second experimental analysis. It tends to show that: (1) UI quality factors (aesthetics and/or usability) influences user emotions differently based on age and gender, (2) the level (high and/or low) of UI quality factors seem to impact emotions differently based on age and gender. From these results, we define thresholds based on age and gender that allow the inferring engine to detect usability and/or aesthetics problems.", "year": 2019, "uri": "http://iihm.imag.fr/publication/G19a/", "bibtype": "phdthesis", "abbr": "G19a", "authors": { "1": { "first_name": "Julián Andrés", "last_name": "Galindo" } }, "date": "2019-06-14", "type": "Thèses et habilitations", "id": 928 }, { "lang": "en", "publisher": "IEEE", "doi": "https://doi.org/10.1109/RCIS.2018.8406661", "title": "Using user emotions to trigger UI adaptation", "abstract": "User experience is an important user interface quality factor that needs to be maintained during interaction. With this goal, we propose to adapt user interfaces to users’ emotions. This requires being able to detect at runtime negative emotions to trigger adaptations. However, emotions depend on users’ gender and age. This makes it difficult to identify negative emotions and their cause. This paper studies the categorization of emotions depending on users’ age and gender and two user experience dimensions (aesthetics and usability). Thanks to an experiment, it proposes some emotions thresholds that can be used for detecting usability and aesthetics problems from users’ age and gender. These results are used in a user interface adaptation system to infer negative emotions and user interface problems.", "authors": { "1": { "first_name": "Julián Andrés", "last_name": "Galindo" }, "2": { "first_name": "Sophie", "last_name": "Dupuy-Chessa" }, "3": { "first_name": "Nadine", "last_name": "Mandran" }, "4": { "first_name": "Éric", "last_name": "Céret" } }, "year": 2018, "uri": "http://iihm.imag.fr/publication/GDM+18a/", "pages": "340-350", "bibtype": "inproceedings", "id": 822, "abbr": "GDM+18a", "address": "Nantes, France", "date": "2018-05-31", "document": "http://iihm.imag.fr/publs/2018/rcis18juliangalindo.pdf", "type": "Conférences internationales de large diffusion avec comité de lecture sur texte complet", "booktitle": "12th International Conference on Research Challenges in Information Science, RCIS18", "type_publi": "icolcomlec" }, { "lang": "en", "publisher": "IARIA", "type_publi": "icolcomlec", "title": "Toward a UI adaptation approach driven by user emotions", "booktitle": "proceedings of the tenth International Conference on Advances in Computer-Human Interactions (ACHI’2017)", "year": 2017, "uri": "http://iihm.imag.fr/publication/GDC17a/", "id": 777, "bibtype": "inproceedings", "abbr": "GDC17a", "authors": { "1": { "first_name": "Julián Andrés", "last_name": "Galindo" }, "2": { "first_name": "Sophie", "last_name": "Dupuy-Chessa" }, "3": { "first_name": "Éric", "last_name": "Céret" } }, "date": "2017-04-03", "document": "http://iihm.imag.fr/publs/2017/GalindoACHI2017.pdf", "type": "Conférences internationales de large diffusion avec comité de lecture sur texte complet", "pages": "12-17" }, { "lang": "en", "publisher": "ACM", "type_publi": "autre", "title": "Toward a generic architecture for UI adaptation to emotions", "url": "https://hal.archives-ouvertes.fr/hal-01578221", "abstract": "Adapting at runtime user interfaces is a well-known requirement in human computer interaction\r\nwhich becomes a very challenging task when taking into account dynamic user properties such as\r\nemotions. To address the question of adapting user interfaces to emotions, we propose Perso2u is an\r\narchitecture to personalize user interfaces with user emotions at runtime. This approach relies on\r\nemotion recognition tools which raises the question of accuracy This paper aims at showing that it is\r\npossible to obtain similar emotion results from several tools based on face recognition to emphasize\r\nthe independence of the emotion inferring engine and more globally of the architecture. To achieve\r\nthis goal, this paper reports on the results of an experiment to compare three emotion detection tools.", "authors": { "1": { "first_name": "Julián Andrés", "last_name": "Galindo" }, "2": { "first_name": "Éric", "last_name": "Céret" }, "3": { "first_name": "Sophie", "last_name": "Dupuy-Chessa" } }, "year": 2017, "uri": "http://iihm.imag.fr/publication/GCD17a/", "pages": "10", "bibtype": "unpublished", "id": 795, "abbr": "GCD17a", "address": "Poitiers, France", "date": "2017-08-31", "document": "http://iihm.imag.fr/publs/2017/julianGalindo-Word-IHM-TeC-2017_final.pdf", "type": "Autres publications", "booktitle": "IHM'2017" }]);