Eyetracking-driven applications to graphics: Outline 1. Eyetracking-driven gaze behavior for animated characters Ruhland, K., Peters, C. E., Andrist, S., Badler, J. B., Badler, N. I., Gleicher, M., ... & McDonnell, R. (2015, September). A Review of Eye Gaze in Virtual Agents, Social Robotics and HCI: Behaviour Generation, User Interaction and Perception. In Computer Graphics Forum (Vol. 34, No. 6, pp. 299-326). 2. Gaze as a source of user priorities - Explicit indicator of what user wants (e.g., eye as cursor) Sibert, Linda E., and Robert JK Jacob. "Evaluation of eye gaze interaction." Proceedings of the SIGCHI conference on Human Factors in Computing Systems. ACM, 2000. - Implicit indicator of what user wants (e.g., gaze contingent displays, painterly rendering) DeCarlo, D., & Santella, A. (2002, July). Stylization and abstraction of photographs. In ACM transactions on graphics (TOG) (Vol. 21, No. 3, pp. 769-776). ACM - Usability analysis (brief mention) Duchowski, A. T. (2002). A breadth-first survey of eye-tracking applications. Behavior Research Methods, Instruments, & Computers, 34(4), 455-470. 4. Gaze as input to image operations - Cropping Santella, A., Agrawala, M., DeCarlo, D., Salesin, D., & Cohen, M. (2006, April). Gaze-based interaction for semi-automatic photo cropping. In Proceedings of the SIGCHI conference on Human Factors in computing systems (pp. 771-780). ACM. Jain, E., Sheikh, Y., & Hodgins, J. (2012, August). Inferring artistic intention in comic art through viewer gaze. In Proceedings of the ACM Symposium on Applied Perception (pp. 55-62). ACM. - Segmentation Mishra, A., Aloimonos, Y., & Fah, C. L. (2009, September). Active segmentation with fixation. In Computer Vision, 2009 IEEE 12th International Conference on (pp. 468-475). IEEE. Spampinato, C., Palazzo, S., Murabito, F., & Giordano, D. (2015, October). Using the Eyes to See the Objects. In Proceedings of the 23rd Annual ACM Conference on Multimedia Conference (pp. 1231-1234). ACM. 5. Gaze as input for video processing - Segmentation Shanmuga Vadivel, K., Ngo, T., Eckstein, M., & Manjunath, B. S. (2015). Eye tracking assisted extraction of attentionally important objects from videos. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (pp. 3241-3250). - Editing Jain, E., Sheikh, Y., Shamir, A., & Hodgins, J. (2015). Gaze-driven video re-editing. ACM Transactions on Graphics (TOG), 34(2), 21. - Summarization Katti, H., Yadati, K., Kankanhalli, M., & Tat-Seng, C. (2011, December). Affective video summarization and story board generation using pupillary dilation and eye gaze. In Multimedia (ISM), 2011 IEEE International Symposium on (pp. 319-326). IEEE. Citations in bibtex format: @inproceedings{ruhland2015review, title={A Review of Eye Gaze in Virtual Agents, Social Robotics and HCI: Behaviour Generation, User Interaction and Perception}, author={Ruhland, K and Peters, CE and Andrist, S and Badler, JB and Badler, NI and Gleicher, M and Mutlu, B and McDonnell, R}, booktitle={Computer Graphics Forum}, volume={34}, number={6}, pages={299--326}, year={2015}, organization={Wiley Online Library} } @inproceedings{sibert2000evaluation, title={Evaluation of eye gaze interaction}, author={Sibert, Linda E and Jacob, Robert JK}, booktitle={Proceedings of the SIGCHI conference on Human Factors in Computing Systems}, pages={281--288}, year={2000}, organization={ACM} } @article{jacob2003eye, title={Eye tracking in human-computer interaction and usability research: Ready to deliver the promises}, author={Jacob, RJ and Karn, Keith S}, journal={Mind}, volume={2}, number={3}, pages={4}, year={2003}, publisher={Citeseer} } @inproceedings{zhai1999manual, title={Manual and gaze input cascaded (MAGIC) pointing}, author={Zhai, Shumin and Morimoto, Carlos and Ihde, Steven}, booktitle={Proceedings of the SIGCHI conference on Human Factors in Computing Systems}, pages={246--253}, year={1999}, organization={ACM} } @article{duchowski2002breadth, title={A breadth-first survey of eye-tracking applications}, author={Duchowski, Andrew T}, journal={Behavior Research Methods, Instruments, \& Computers}, volume={34}, number={4}, pages={455--470}, year={2002}, publisher={Springer} } @inproceedings{decarlo2002stylization, title={Stylization and abstraction of photographs}, author={DeCarlo, Doug and Santella, Anthony}, booktitle={ACM transactions on graphics (TOG)}, volume={21}, number={3}, pages={769--776}, year={2002}, organization={ACM} } @inproceedings{santella2006gaze, title={Gaze-based interaction for semi-automatic photo cropping}, author={Santella, Anthony and Agrawala, Maneesh and DeCarlo, Doug and Salesin, David and Cohen, Michael}, booktitle={Proceedings of the SIGCHI conference on Human Factors in computing systems}, pages={771--780}, year={2006}, organization={ACM} } @inproceedings{mishra2009active, title={Active segmentation with fixation}, author={Mishra, Ajay and Aloimonos, Yiannis and Fah, Cheong Loong}, booktitle={Computer Vision, 2009 IEEE 12th International Conference on}, pages={468--475}, year={2009}, organization={IEEE} } @article{jain2015gaze, title={Gaze-driven video re-editing}, author={Jain, Eakta and Sheikh, Yaser and Shamir, Ariel and Hodgins, Jessica}, journal={ACM Transactions on Graphics (TOG)}, volume={34}, number={2}, pages={21}, year={2015}, publisher={ACM} } @inproceedings{katti2011affective, title={Affective video summarization and story board generation using pupillary dilation and eye gaze}, author={Katti, Harish and Yadati, Karthik and Kankanhalli, Mohan and Tat-Seng, Chua}, booktitle={Multimedia (ISM), 2011 IEEE International Symposium on}, pages={319--326}, year={2011}, organization={IEEE} } @inproceedings{shanmuga2015eye, title={Eye tracking assisted extraction of attentionally important objects from videos}, author={Shanmuga Vadivel, Karthikeyan and Ngo, Thuyen and Eckstein, Miguel and Manjunath, BS}, booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition}, pages={3241--3250}, year={2015} } @inproceedings{spampinato2015using, title={Using the Eyes to See the Objects}, author={Spampinato, Concetto and Palazzo, Simone and Murabito, Francesca and Giordano, Daniela}, booktitle={Proceedings of the 23rd Annual ACM Conference on Multimedia Conference}, pages={1231--1234}, year={2015}, organization={ACM} } @inproceedings{jain2012inferring, title={Inferring artistic intention in comic art through viewer gaze}, author={Jain, Eakta and Sheikh, Yaser and Hodgins, Jessica}, booktitle={Proceedings of the ACM Symposium on Applied Perception}, pages={55--62}, year={2012}, organization={ACM} } @article{pamplona2009photorealistic, title={Photorealistic models for pupil light reflex and iridal pattern deformation}, author={Pamplona, Vitor F and Oliveira, Manuel M and Baranoski, Gladimir VG}, journal={ACM Transactions on Graphics (TOG)}, volume={28}, number={4}, pages={106}, year={2009}, publisher={ACM} } @article{berard2014high, title={High-quality capture of eyes.}, author={B{\'e}rard, Pascal and Bradley, Derek and Nitti, Maurizio and Beeler, Thabo and Gross, Markus H}, journal={ACM Trans. Graph.}, volume={33}, number={6}, pages={223--1}, year={2014} } @inproceedings{lee2002eyes, title={Eyes alive}, author={Lee, Sooha Park and Badler, Jeremy B and Badler, Norman I}, booktitle={ACM Transactions on Graphics (TOG)}, volume={21}, number={3}, pages={637--644}, year={2002}, organization={ACM} } @article{mcdonnell2012render, title={Render me real?: investigating the effect of render style on the perception of animated virtual humans}, author={McDonnell, Rachel and Breidt, Martin and B{\"u}lthoff, Heinrich H}, journal={ACM Transactions on Graphics (TOG)}, volume={31}, number={4}, pages={91}, year={2012}, publisher={ACM} } @article{niewiadomski2013computational, title={Computational models of expressive behaviors for a virtual agent}, author={Niewiadomski, Rados{\l}aw and Hyniewska, Sylwia Julia and Pelachaud, Catherine}, journal={Social Emotions in Nature and Artifact}, pages={143}, year={2013}, publisher={Oxford University Press} } @inproceedings{moon2014meet, title={Meet me where i'm gazing: how shared attention gaze affects human-robot handover timing}, author={Moon, AJung and Troniak, Daniel M and Gleeson, Brian and Pan, Matthew KXJ and Zheng, Minhua and Blumer, Benjamin A and MacLean, Karon and Croft, Elizabeth A}, booktitle={Proceedings of the 2014 ACM/IEEE international conference on Human-robot interaction}, pages={334--341}, year={2014}, organization={ACM} }