2024

Time2Stop: Adaptive and Explainable Human-AI Loop for Smartphone Overuse Intervention

Adiba Orzikulova, Han Xiao, Zhipeng Li, Yukang Yan, Yuntao Wang, Yuanchun Shi, Marzyeh Ghassemi, Sung-Ju Lee, Anind K Dey, Xuhai Xu.
Published at CHI 2024
Show Details PDF DOI
@inproceedings{adiba24, author = {Orzikulova, Adiba and Xiao, Han and Li, Zhipeng and Yan, Yukang and Wang, Yuntao and Shi, Yuanchun and Ghassemi, Marzyeh and Lee, Sung-Ju and Dey, Anind K and Xu, Xuhai}, title = {Time2Stop: Adaptive and Explainable Human-AI Loop for Smartphone Overuse Intervention}, year = {2024}, isbn = {9798400703300}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3613904.3642747}, doi = {10.1145/3613904.3642747}, abstract = {}, articleno = {250}, numpages = {20}, keywords = {Explainable AI, Human-in-the-loop, Just-in-time adaptive intervention, Smartphone overuse}, location = {, Honolulu, HI, USA, }, series = {CHI '24} }

Predicting the Noticeability of Dynamic Virtual Elements in Virtual Reality

Zhipeng Li, Yi Fei Cheng, Yukang Yan, David Lindlbauer.
Published at CHI 2024
Show Details PDF DOI
@inproceedings{zhipeng24, author = {Li, Zhipeng and Cheng, Yi Fei and Yan, Yukang and Lindlbauer, David}, title = {Predicting the Noticeability of Dynamic Virtual Elements in Virtual Reality}, year = {2024}, isbn = {9798400703300}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3613904.3642399}, doi = {10.1145/3613904.3642399}, abstract = {}, booktitle = {Proceedings of the CHI Conference on Human Factors in Computing Systems}, articleno = {954}, numpages = {17}, keywords = {Computational Interaction, Mixed Reality, Virtual Reality}, location = {, Honolulu, HI, USA, }, series = {CHI '24} }

MineXR: Mining Personalized Extended Reality Interfaces

Hyunsung Cho, Yukang Yan, Kashyap Todi, Mark Parent, Missie Smith, Tanya R Jonker, Hrvoje Benko, David Lindlbauer.
Published at CHI 2024
Show Details PDF DOI
@inproceedings{10.1145/3613904.3642394, author = {Cho, Hyunsung and Yan, Yukang and Todi, Kashyap and Parent, Mark and Smith, Missie and Jonker, Tanya R. and Benko, Hrvoje and Lindlbauer, David}, title = {MineXR: Mining Personalized Extended Reality Interfaces}, year = {2024}, isbn = {9798400703300}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3613904.3642394}, doi = {10.1145/3613904.3642394}, abstract = {}, booktitle = {Proceedings of the CHI Conference on Human Factors in Computing Systems}, articleno = {609}, numpages = {17}, keywords = {Datasets, Extended Reality, Personalized UI}, location = {, Honolulu, HI, USA, }, series = {CHI '24} }

AdaptiveVoice: Cognitively Adaptive Voice Interface for Driving Assistance

Shaoyue Wen, Songming Ping, Jialin Wang, Hai-Ning Liang, Xuhai Xu, Yukang Yan.
Published at CHI 2024
Show Details PDF DOI
@inproceedings{shaoyue24, author = {Wen, Shaoyue and Ping, Songming and Wang, Jialin and Liang, Hai-Ning and Xu, Xuhai and Yan, Yukang}, title = {AdaptiveVoice: Cognitively Adaptive Voice Interface for Driving Assistance}, year = {2024}, isbn = {9798400703300}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3613904.3642876}, doi = {10.1145/3613904.3642876}, abstract = {}, booktitle = {Proceedings of the CHI Conference on Human Factors in Computing Systems}, articleno = {253}, numpages = {18}, keywords = {Voice interface, adaptive user interface, driving assistance, workload}, location = {, Honolulu, HI, USA, }, series = {CHI '24} }

2023

Modeling the Trade-off of Privacy Preservation and Activity Recognition on Low-Resolution Images

Yutao Wang, Zirui Cheng, Xin Yi, Yan Kong, Xueyang Wang, Xuhai Xu, Yukang Yan, Chun Yu, Shwetak Patel, Yuanchun Shi.
Published at ACM CHI 2023
Show Details PDF DOI
@inproceedings{zirui2023, author = {Wang, Yuntao and Cheng, Zirui and Yi, Xin and Kong, Yan and Wang, Xueyang and Xu, Xuhai and Yan, Yukang and Yu, Chun and Patel, Shwetak and Shi, Yuanchun}, title = {Modeling the Trade-off of Privacy Preservation and Activity Recognition on Low-Resolution Images}, year = {2023}, isbn = {9781450394215}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3544548.3581425}, doi = {10.1145/3544548.3581425}, abstract = {}, booktitle = {Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems}, articleno = {589}, numpages = {15}, keywords = {Privacy, privacy preserving, ADLs, low-resolution image., visual privacy, activities of daily living}, location = {Hamburg, Germany}, series = {CHI '23} }

Selecting Real-World Objects via User-Perspective Phone Occlusion

Yue Qin, Chun Yu, Wentao Yao, Jiachen Yao, Chen Liang, Yueting Weng, Yukang Yan, Yuanchun Shi.
Published at ACM CHI 2023
Show Details PDF DOI
@inproceedings{Yue2023, author = {Qin, Yue and Yu, Chun and Yao, Wentao and Yao, Jiachen and Liang, Chen and Weng, Yueting and Yan, Yukang and Shi, Yuanchun}, title = {Selecting Real-World Objects via User-Perspective Phone Occlusion}, year = {2023}, isbn = {9781450394215}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3544548.3580696}, doi = {10.1145/3544548.3580696}, abstract = {}, booktitle = {Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems}, articleno = {531}, numpages = {13}, keywords = {smartphone interaction, object selection}, location = {Hamburg, Germany}, series = {CHI '23} }

Enabling Voice-Accompanying Hand-to-Face Gesture Recognition with Cross-Device Sensing

Zisu Li, Chen Liang, Yuntao Wang, Yue Qin, Chun Yu, Yukang Yan, Mingming Fan, Yuanchun Shi.
Published at ACM CHI 2023
Best Paper Honorable Mention Award
Show Details PDF DOI
@inproceedings{zisu2023, author = {Li, Zisu and Liang, Chen and Wang, Yuntao and Qin, Yue and Yu, Chun and Yan, Yukang and Fan, Mingming and Shi, Yuanchun}, title = {Enabling Voice-Accompanying Hand-to-Face Gesture Recognition with Cross-Device Sensing}, year = {2023}, isbn = {9781450394215}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3544548.3581008}, doi = {10.1145/3544548.3581008}, abstract = {}, booktitle = {Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems}, articleno = {313}, numpages = {17}, keywords = {sensor fusion, acoustic sensing, hand gestures}, location = {Hamburg, Germany}, series = {CHI '23} }

DRG-Keyboard: Enabling Subtle Gesture Typing on the Fingertip with Dual IMU Rings

Chen Liang, Chi Hsia, Chun Yu, Yukang Yan, Yuntao Wang, Yuanchun Shi.
Published at ACM IMWUT 2023
Show Details PDF DOI
@article{Liang20232, author = {Liang, Chen and Hsia, Chi and Yu, Chun and Yan, Yukang and Wang, Yuntao and Shi, Yuanchun}, title = {DRG-Keyboard: Enabling Subtle Gesture Typing on the Fingertip with Dual IMU Rings}, year = {2023}, issue_date = {December 2022}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {6}, number = {4}, url = {https://doi.org/10.1145/3569463}, doi = {10.1145/3569463}, abstract = {}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = {jan}, articleno = {170}, numpages = {30}, keywords = {text entry, gesture keyboard, smart ring, fingertip interaction} }

ConeSpeech: Exploring Directional Speech Interaction for Multi-Person Remote Communication in Virtual Reality

Yukang Yan, Haohua Liu, Yingtian Shi, Jingying Wang, Ruici Guo, Zisu Li, Xuhai Xu, Chun Yu, Yuntao Wang, Yuanchun Shi.
Published at IEEE VR 2023
Best Paper Nominee Award
Show Details PDF DOI
@ARTICLE{10049667, author={Yan, Yukang and Liu, Haohua and Shi, Yingtian and Wang, Jingying and Guo, Ruici and Li, Zisu and Xu, Xuhai and Yu, Chun and Wang, Yuntao and Shi, Yuanchun}, journal={IEEE Transactions on Visualization and Computer Graphics}, title={ConeSpeech: Exploring Directional Speech Interaction for Multi-Person Remote Communication in Virtual Reality}, year={2023}, volume={29}, number={5}, pages={2647-2657}, doi={10.1109/TVCG.2023.3247085}}

HandAvatar: Embodying Non-Humanoid Virtual Avatars through Hands

Yu Jiang*, Zhipeng Li*, Mufei He, David Lindlbauer, Yukang Yan.
Published at ACM CHI 2023
Show Details PDF DOI Full video
@inproceedings {Jiang23, 
 author = {Jiang, Yu and Li, Zhipeng and He, Mufei and Lindlbauer, David and Yan, Yukang}, 
 title = {HandAvatar: Embodying Non-Humanoid Virtual Avatars through Hands}, 
 year = {2023}, 
 publisher = {Association for Computing Machinery}, 
 address = {New York, NY, USA}, 
 url = {https://doi.org/10.1145/3544548.3581027}, 
 doi = {10.1145/3544548.3581027}, 
 keywords = {virtual avatar, embodiment, Mixed Reality, gestural interaction}, 
 location = {Hamburg, Germany}, 
 series = {CHI '23} 
 }

A Survey on Remote Assistance and Training in Mixed Reality Environments

Catarina Gonçalves Fidalgo, Yukang Yan, Hyunsung Cho, Mauricio Sousa, David Lindlbauer, Joaquim Jorge.
Published at IEEE VR 2023
Show Details PDF DOI
@inproceedings {Fidalgo2023, 
 author = {Fidalgo, Catarina and Yan, Yukang and Cho, Hyusung and Sousa, Mauricio and Lindlbauer, David and Jorge, Joaquim}, 
 title = {A Survey on Remote Assistance and Training in Mixed Reality Environments}, 
 year = {2023}, 
 publisher = {IEEE}, 
 keywords = {Mixed Reality, Remote Assistance, Remote training}, 
 url = {https://ieeexplore.ieee.org/document/10049704}, 
 doi = {10.1109/TVCG.2023.3247081}, 
 location = {Shanghai, China}, 
 series = {IEEE VR '2023} 
 }

2022

Color-to-Depth Mappings as Depth Cues in Virtual Reality

Zhipeng Li, Yikai Cui, Tianze Zhou, Yu Jiang, Yuntao Wang, Yukang Yan, Michael Nebeling, Yuanchun Shi.
Published at ACM UIST 2022
Show Details PDF DOI
@inproceedings{zhipeng20222, author = {Li, Zhipeng and Cui, Yikai and Zhou, Tianze and Jiang, Yu and Wang, Yuntao and Yan, Yukang and Nebeling, Michael and Shi, Yuanchun}, title = {Color-to-Depth Mappings as Depth Cues in Virtual Reality}, year = {2022}, isbn = {9781450393201}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3526113.3545646}, doi = {10.1145/3526113.3545646}, abstract = {}, booktitle = {Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology}, articleno = {80}, numpages = {14}, keywords = {Virtual reality, color-to-depth mapping, depth perception}, location = {Bend, OR, USA}, series = {UIST '22} }

ClenchClick: Hands-Free Target Selection Method Leveraging Teeth-Clench for Augmented Reality

Xiyuan Shen, Yukang Yan, Chun Yu, Yuanchun Shi.
Published at ACM IMWUT 2022
Show Details PDF DOI
@article{10.1145/3550327, author = {Shen, Xiyuan and Yan, Yukang and Yu, Chun and Shi, Yuanchun}, title = {ClenchClick: Hands-Free Target Selection Method Leveraging Teeth-Clench for Augmented Reality}, year = {2022}, issue_date = {September 2022}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {6}, number = {3}, url = {https://doi.org/10.1145/3550327}, doi = {10.1145/3550327}, abstract = {}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = {sep}, articleno = {139}, numpages = {26}, keywords = {augmented reality, EMG sensing, target selection, hands-free interaction} }

Modeling the Noticeability of User-Avatar Movement Inconsistency for Sense of Body Ownership Intervention

Zhipeng Li, Yu Jiang, Yihao Zhu, Ruijia Chen, Ruolin Wang, Yuntao Wang, Yukang Yan, Yuanchun Shi.
Published at ACM IMWUT 2022
Show Details PDF DOI
@article{zhipeng2022, author = {Li, Zhipeng and Jiang, Yu and Zhu, Yihao and Chen, Ruijia and Wang, Ruolin and Wang, Yuntao and Yan, Yukang and Shi, Yuanchun}, title = {Modeling the Noticeability of User-Avatar Movement Inconsistency for Sense of Body Ownership Intervention}, year = {2022}, issue_date = {July 2022}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {6}, number = {2}, url = {https://doi.org/10.1145/3534590}, doi = {10.1145/3534590}, abstract = {}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = {jul}, articleno = {64}, numpages = {26}, keywords = {user behavior modelling, Virtual Reality, visual illusion} }

FaceOri: Tracking Head Position and Orientation Using Ultrasonic Ranging on Earphones

Yutao Wang, Jiexin Ding, Ishan Chatterjee, Farshid Salemi Parizi, Yuzhou Zhuang, Yukang Yan, Shwetak Patel, Yuanchun Shi.
Published at ACM CHI 2022
Show Details PDF DOI
@inproceedings{jiexin2022, author = {Wang, Yuntao and Ding, Jiexin and Chatterjee, Ishan and Salemi Parizi, Farshid and Zhuang, Yuzhou and Yan, Yukang and Patel, Shwetak and Shi, Yuanchun}, title = {FaceOri: Tracking Head Position and Orientation Using Ultrasonic Ranging on Earphones}, year = {2022}, isbn = {9781450391573}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3491102.3517698}, doi = {10.1145/3491102.3517698}, abstract = {}, booktitle = {Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems}, articleno = {290}, numpages = {12}, keywords = {head pose estimation., earphone, Acoustic ranging, head orientation}, location = {New Orleans, LA, USA}, series = {CHI '22} }

Towards Understanding Diminished Reality

Yi Fei Cheng, Hang Yin, Yukang Yan, Jan Gugenheimer, David Lindlbauer.
Published at ACM CHI 2022
Show Details PDF DOI
@inproceedings {Cheng22, 
 author = {Cheng, Yi Fei and Yin, Hang and Yan, Yukang and Gugenheimer, Jan and Lindlbauer, David}, 
 title = {Towards Understanding Diminished Reality}, 
 year = {2022}, 
 isbn = {9781450391573}, 
 publisher = {Association for Computing Machinery}, 
 address = {New York, NY, USA}, 
 url = {https://doi.org/10.1145/3491102.3517452}, 
 doi = {10.1145/3491102.3517452}, 
 articleno = {549}, 
 numpages = {16}, 
 keywords = {Empirical study, Diminished Reality, Mediated Reality}, 
 location = {New Orleans, LA, USA}, 
 series = {CHI '22} 
 }

2021

SemanticAdapt: Optimization-based Adaptation of Mixed Reality Layouts Leveraging Virtual-Physical Semantic Connections

Yi Fei Cheng, Yukang Yan, Xin Yi, Yuanchun Shi, David Lindlbauer.
Published at UIST 2021
Show Details PDF Full video
@inproceedings { Cheng2021, 
 author = {Cheng, Yi Fei and Yan, Yukang and Yi, Xin and Shi, Yuanchun, and Lindlbauer, David}, 
 title = {SemanticAdapt: Optimization-based Adaptation of Mixed Reality Layouts Leveraging Virtual-Physical Semantic Connections}, 
 year = {2021}, 
 isbn = {9781450375146}, 
 publisher = {Association for Computing Machinery}, 
 address = {New York, NY, USA}, 
 url = {https://doi.org/10.1145/3472749.3474750}, 
 doi = {10.1145/3472749.3474750}, 
 keywords = {Mixed Reality, Computational interaction, Adaptive user interfaces}, 
 location = {Virtual Event, USA}, 
 series = {UIST '2021} 
 }

ReflecTrack: Enabling 3D Acoustic Position Tracking Using Commodity Dual-Microphone Smartphones

Yuzhou Zhuang, Yuntao Wang, Yukang Yan, Xuhai Xu, Yuanchun Shi.
Published at ACM UIST 2021
Show Details PDF DOI
@inproceedings{yuzhou2021, author = {Zhuang, Yuzhou and Wang, Yuntao and Yan, Yukang and Xu, Xuhai and Shi, Yuanchun}, title = {ReflecTrack: Enabling 3D Acoustic Position Tracking Using Commodity Dual-Microphone Smartphones}, year = {2021}, isbn = {9781450386357}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3472749.3474805}, doi = {10.1145/3472749.3474805}, abstract = {}, booktitle = {The 34th Annual ACM Symposium on User Interface Software and Technology}, pages = {1050–1062}, numpages = {13}, keywords = {smartphones, sound reflection, Acoustic tracking, FMCW}, location = {Virtual Event, USA}, series = {UIST '21} }

ProxiMic: Convenient Voice Activation via Close-to-Mic Speech Detected by a Single Microphone

Yue Qin, Chun Yu, Zhaoheng Li, Mingyuan Zhong, Yukang Yan, Yuanchun Shi.
Published at ACM CHI 2021
Show Details PDF DOI
@inproceedings{yue2021, author = {Qin, Yue and Yu, Chun and Li, Zhaoheng and Zhong, Mingyuan and Yan, Yukang and Shi, Yuanchun}, title = {ProxiMic: Convenient Voice Activation via Close-to-Mic Speech Detected by a Single Microphone}, year = {2021}, isbn = {9781450380966}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3411764.3445687}, doi = {10.1145/3411764.3445687}, abstract = {}, booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems}, articleno = {8}, numpages = {12}, keywords = {activity recognition, voice input, sensing technique}, location = {Yokohama, Japan}, series = {CHI '21} }

HulaMove: Using Commodity IMU for Waist Interaction

Xuhai Xu, Jiahao Li, Tianyi Yuan, Liang He, Xin Liu, Yukang Yan, Yuntao Wang, Yuanchun Shi, Jennifer Mankoff, Anind K Dey.
Published at ACM CHI 2021
Show Details PDF DOI
@inproceedings{xuhai2021, author = {Xu, Xuhai and Li, Jiahao and Yuan, Tianyi and He, Liang and Liu, Xin and Yan, Yukang and Wang, Yuntao and Shi, Yuanchun and Mankoff, Jennifer and Dey, Anind K}, title = {HulaMove: Using Commodity IMU for Waist Interaction}, year = {2021}, isbn = {9781450380966}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3411764.3445182}, doi = {10.1145/3411764.3445182}, abstract = {}, booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems}, articleno = {503}, numpages = {16}, keywords = {on-device sensing, Waist interaction}, location = {Yokohama, Japan}, series = {CHI '21} }

FaceSight: Enabling Hand-to-Face Gesture Interaction on AR Glasses with a Downward-Facing Camera Vision

Yueting Weng, Chun Yu, Yingtian Shi, Yuhang Zhao, Yukang Yan, Yuanchun Shi.
Published at ACM CHI 2021
Show Details PDF DOI
@inproceedings{yueting2021, author = {Weng, Yueting and Yu, Chun and Shi, Yingtian and Zhao, Yuhang and Yan, Yukang and Shi, Yuanchun}, title = {FaceSight: Enabling Hand-to-Face Gesture Interaction on AR Glasses with a Downward-Facing Camera Vision}, year = {2021}, isbn = {9781450380966}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3411764.3445484}, doi = {10.1145/3411764.3445484}, abstract = {}, booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems}, articleno = {10}, numpages = {14}, keywords = {AR Glasses, Hand-to-Face Gestures, Computer Vision}, location = {Yokohama, Japan}, series = {CHI '21} }

2020

Headcross: Exploring head-based crossing selection on head-mounted displays

Yukang Yan, Yingtian Shi, Chun Yu, Yuanchun Shi.
Published at ACM IMWUT 2020
Show Details PDF DOI
@article{yingtian2020, author = {Yan, Yukang and Shi, Yingtian and Yu, Chun and Shi, Yuanchun}, title = {HeadCross: Exploring Head-Based Crossing Selection on Head-Mounted Displays}, year = {2020}, issue_date = {March 2020}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {4}, number = {1}, url = {https://doi.org/10.1145/3380983}, doi = {10.1145/3380983}, abstract = {}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = {mar}, articleno = {35}, numpages = {22}, keywords = {hands-free selection, crossing selection, head-based interaction} }

FrownOnError: Interrupting Responses from Smart Speakers by Facial Expressions

Yukang Yan, Chun Yu, Wengrui Zheng, Ruining Tang, Xuhai Xu, Yuanchun Shi.
Published at ACM CHI 2020
Best Paper Honorable Mention Award
Show Details PDF DOI
@inproceedings{yukang2020, author = {Yan, Yukang and Yu, Chun and Zheng, Wengrui and Tang, Ruining and Xu, Xuhai and Shi, Yuanchun}, title = {FrownOnError: Interrupting Responses from Smart Speakers by Facial Expressions}, year = {2020}, isbn = {9781450367080}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3313831.3376810}, doi = {10.1145/3313831.3376810}, abstract = {}, booktitle = {Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems}, pages = {1–14}, numpages = {14}, keywords = {voice user interface, conversation interruption, facial expression}, location = {Honolulu, HI, USA}, series = {CHI '20} }

EarBuddy: Enabling On-Face Interaction via Wireless Earbuds

Xuhai Xu, Haitian Shi, Xin Yi, Wenjia Liu, Yukang Yan, Yuanchun Shi, Alex Mariakakis, Jennifer Mankoff, Anind K Dey.
Published at ACM CHI 2020
Show Details PDF DOI
@inproceedings{xuhai2020, author = {Xu, Xuhai and Shi, Haitian and Yi, Xin and Liu, WenJia and Yan, Yukang and Shi, Yuanchun and Mariakakis, Alex and Mankoff, Jennifer and Dey, Anind K.}, title = {EarBuddy: Enabling On-Face Interaction via Wireless Earbuds}, year = {2020}, isbn = {9781450367080}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3313831.3376836}, doi = {10.1145/3313831.3376836}, abstract = {}, booktitle = {Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems}, pages = {1–14}, numpages = {14}, keywords = {face and ear interaction, wireless earbuds, gesture recognition}, location = {Honolulu, HI, USA}, series = {CHI '20} }

2019

PrivateTalk: Activating Voice Input with Hand-On-Mouth Gesture Detected by Bluetooth Earphones

Yukang Yan, Chun Yu, Yingtian Shi, Minxing Xie.
Published at UIST 2019
Show Details PDF DOI
@inproceedings{yukang2019, author = {Yan, Yukang and Yu, Chun and Shi, Yingtian and Xie, Minxing}, title = {PrivateTalk: Activating Voice Input with Hand-On-Mouth Gesture Detected by Bluetooth Earphones}, year = {2019}, isbn = {9781450368162}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3332165.3347950}, doi = {10.1145/3332165.3347950}, abstract = {}, booktitle = {Proceedings of the 32nd Annual ACM Symposium on User Interface Software and Technology}, pages = {1013–1020}, numpages = {8}, keywords = {voice input, hand gesture}, location = {New Orleans, LA, USA}, series = {UIST '19} }

2018

VirtualGrasp: Leveraging Experience of Interacting with Physical Objects to Facilitate Digital Object Retrieval

Yukang Yan, Chun Yu, Xiaojuan Ma, Xin Yi, Ke Sun, Yuanchun Shi.
Published at ACM CHI 2018
Show Details PDF DOI
@inproceedings{yukang20182, author = {Yan, Yukang and Yu, Chun and Ma, Xiaojuan and Yi, Xin and Sun, Ke and Shi, Yuanchun}, title = {VirtualGrasp: Leveraging Experience of Interacting with Physical Objects to Facilitate Digital Object Retrieval}, year = {2018}, isbn = {9781450356206}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3173574.3173652}, doi = {10.1145/3173574.3173652}, abstract = {}, booktitle = {Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems}, pages = {1–13}, numpages = {13}, keywords = {gesture, mapping, object selection}, location = {Montreal QC, Canada}, series = {CHI '18} }

HeadGesture: Hands-Free Input Approach Leveraging Head Movements for HMD Devices

Yukang Yan, Chun Yu, Xin Yi, Yuanchun Shi.
Published at ACM IMWUT 2018
Show Details PDF DOI
@article{yukang20181, author = {Yan, Yukang and Yu, Chun and Yi, Xin and Shi, Yuanchun}, title = {HeadGesture: Hands-Free Input Approach Leveraging Head Movements for HMD Devices}, year = {2018}, issue_date = {December 2018}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {2}, number = {4}, url = {https://doi.org/10.1145/3287076}, doi = {10.1145/3287076}, abstract = {}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = {dec}, articleno = {198}, numpages = {23}, keywords = {Gesture, Virtual Reality, Head Movement Interaction} }

Eyes-Free Target Acquisition in Interaction Space around the Body for Virtual Reality

Yukang Yan, Chun Yu, Xiaojuan Ma, Xin Yi, Ke Sun, Yuanchun Shi.
Published at ACM CHI 2018
Show Details PDF DOI
@inproceedings{yukang20183, author = {Yan, Yukang and Yu, Chun and Ma, Xiaojuan and Huang, Shuai and Iqbal, Hasan and Shi, Yuanchun}, title = {Eyes-Free Target Acquisition in Interaction Space around the Body for Virtual Reality}, year = {2018}, isbn = {9781450356206}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3173574.3173616}, doi = {10.1145/3173574.3173616}, abstract = {}, booktitle = {Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems}, pages = {1–13}, numpages = {13}, keywords = {eyes-free, target acquisition, proprioception, virtual reality}, location = {Montreal QC, Canada}, series = {CHI '18} }

2017

Float: One-Handed and Touch-Free Target Selection on Smartwatches

Ke Sun, Yuntao Wang, Chun Yu, Yukang Yan, Hongyi Wen, Yuanchun Shi.
Published at CHI 2017
Show Details PDF DOI
@inproceedings{ke2017, author = {Sun, Ke and Wang, Yuntao and Yu, Chun and Yan, Yukang and Wen, Hongyi and Shi, Yuanchun}, title = {Float: One-Handed and Touch-Free Target Selection on Smartwatches}, year = {2017}, isbn = {9781450346559}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3025453.3026027}, doi = {10.1145/3025453.3026027}, abstract = {}, booktitle = {Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems}, pages = {692–704}, numpages = {13}, keywords = {finger gesture, one-handed interaction, target selection, smartwatch, tilt}, location = {Denver, Colorado, USA}, series = {CHI '17} }