244 lines
11 KiB
BibTeX
244 lines
11 KiB
BibTeX
@inproceedings{ekstedt2022vap,
|
|
author = {Erik Ekstedt and Gabriel Skantze},
|
|
title = {{Voice Activity Projection: Self-Supervised Learning of Turn-Taking Events}},
|
|
booktitle = {Proc. Interspeech},
|
|
pages = {5190--5194},
|
|
year = {2022},
|
|
doi = {10.21437/Interspeech.2022-10955}
|
|
}
|
|
|
|
@article{sohn1999vad,
|
|
author = {Jongseo Sohn and Nam Soo Kim and Wonyong Sung},
|
|
title = {A Statistical Model-Based Voice Activity Detection},
|
|
journal = {IEEE Signal Processing Letters},
|
|
volume = {6},
|
|
number = {1},
|
|
pages = {1--3},
|
|
year = {1999},
|
|
doi = {10.1109/97.736233}
|
|
}
|
|
|
|
@inproceedings{li2026easyturn,
|
|
author = {Guojian Li and Chengyou Wang and Hongfei Xue and Shuiyuan Wang and Dehui Gao and Zihan Zhang and Yuke Lin and Wenjie Li and Longshuai Xiao and Zhonghua Fu and Lei Xie},
|
|
title = {{Easy Turn}: Integrating Acoustic and Linguistic Modalities for Robust Turn-Taking in Full-Duplex Spoken Dialogue Systems},
|
|
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
|
|
year = {2026},
|
|
url = {https://arxiv.org/abs/2509.23938}
|
|
}
|
|
|
|
@article{wang2026fastturn,
|
|
author = {Chengyou Wang and Hongfei Xue and Mingchen Shao and Chunjiang He and Jingbin Hu and Shuiyuan Wang and Bo Wu and Yuyu Ji and Jimeng Zheng and Ruofei Chen and Zhou Zhu and Lei Xie},
|
|
title = {{FastTurn}: Unifying Acoustic and Streaming Semantic Cues for Low-Latency and Robust Turn Detection},
|
|
journal = {arXiv preprint arXiv:2604.01897},
|
|
year = {2026}
|
|
}
|
|
|
|
@inproceedings{wagner2024ddsd,
|
|
author = {Dominik Wagner and Alexander Churchill and Siddharth Sigtia and Panayiotis Georgiou and Matt Mirsamadi and Aarshee Mishra and Erik Marchi},
|
|
title = {A Multimodal Approach to Device-Directed Speech Detection with Large Language Models},
|
|
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
|
|
pages = {10451--10455},
|
|
year = {2024},
|
|
doi = {10.1109/ICASSP48485.2024.10446224}
|
|
}
|
|
|
|
@inproceedings{kim2025egospeak,
|
|
author = {Junhyeok Kim and Min Soo Kim and Jiwan Chung and Jungbin Cho and Jisoo Kim and Sungwoong Kim and Gyeongbo Sim and Youngjae Yu},
|
|
title = {{EgoSpeak}: Learning When to Speak for Egocentric Conversational Agents in the Wild},
|
|
booktitle = {Findings of the Association for Computational Linguistics: NAACL},
|
|
pages = {2990--3005},
|
|
year = {2025},
|
|
doi = {10.18653/v1/2025.findings-naacl.163}
|
|
}
|
|
|
|
@article{donley2021easycom,
|
|
author = {Jacob Donley and Vladimir Tourbabin and Jung-Suk Lee and Mark Broyles and Hao Jiang and Jie Shen and Maja Pantic and Vamsi Krishna Ithapu and Ravish Mehra},
|
|
title = {{EasyCom}: An Augmented Reality Dataset to Support Algorithms for Easy Communication in Noisy Environments},
|
|
journal = {arXiv preprint arXiv:2107.04174},
|
|
year = {2021}
|
|
}
|
|
|
|
@article{xu2025qwenomni,
|
|
author = {Jin Xu and Zhifang Guo and Jinzheng He and Hangrui Hu and Ting He and Shuai Bai and Keqin Chen and Jialin Wang and Yang Fan and Kai Dang and Bin Zhang and Xiong Wang and Yunfei Chu and Junyang Lin},
|
|
title = {{Qwen2.5-Omni Technical Report}},
|
|
journal = {arXiv preprint arXiv:2503.20215},
|
|
year = {2025}
|
|
}
|
|
|
|
@inproceedings{serj2024threem,
|
|
author = {Mehdi Fatan Serj and Emanuele Mincato and Dimitra Pintzou and Mariella Dimiccoli},
|
|
title = {{3M-Transformer}: A Multi-Stage Multi-Stream Multimodal Transformer for Embodied Turn-Taking Prediction},
|
|
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
|
|
pages = {8050--8054},
|
|
year = {2024},
|
|
doi = {10.1109/ICASSP48485.2024.10448136}
|
|
}
|
|
|
|
@inproceedings{jia2024avconv,
|
|
author = {Wenqi Jia and Miao Liu and Hao Jiang and Ishwarya Ananthabhotla and James M. Rehg and Vamsi Krishna Ithapu and Ruohan Gao},
|
|
title = {The Audio-Visual Conversational Graph: From an Egocentric-Exocentric Perspective},
|
|
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
|
|
pages = {26396--26405},
|
|
year = {2024}
|
|
}
|
|
|
|
@article{qi2026muvap,
|
|
author = {Haotian Qi and Gabriel Skantze},
|
|
title = {{MuVAP}: Multimodal Multiparty Voice Activity Projection for Turn-Taking Prediction in the Wild},
|
|
journal = {arXiv preprint arXiv:2606.16731},
|
|
year = {2026}
|
|
}
|
|
|
|
@inproceedings{huh2025egoasd,
|
|
author = {Jaesung Huh and Juan Azcarreta Ortiz and Anurag Kumar and Ashutosh Pandey and Ali Aroudi and Daniel D. E. Wong and Francesco Nesta and Buye Xu and Jacob Donley},
|
|
title = {Advancing Active Speaker Detection for Egocentric Videos},
|
|
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
|
|
year = {2025},
|
|
doi = {10.1109/ICASSP49660.2025.10888166}
|
|
}
|
|
|
|
@inproceedings{russell2025mmvap,
|
|
author = {Sam O'Connor Russell and Naomi Harte},
|
|
title = {Visual Cues Enhance Predictive Turn-Taking for Two-Party Human Interaction},
|
|
booktitle = {Findings of ACL},
|
|
pages = {209--221},
|
|
year = {2025},
|
|
doi = {10.18653/v1/2025.findings-acl.12}
|
|
}
|
|
|
|
@inproceedings{elmers2025triadic,
|
|
author = {Mikey Elmers and Koji Inoue and Divesh Lala and Tatsuya Kawahara},
|
|
title = {Triadic Multi-party Voice Activity Projection for Turn-taking in Spoken Dialogue Systems},
|
|
booktitle = {Proc. Interspeech},
|
|
year = {2025},
|
|
url = {https://www.isca-archive.org/interspeech_2025/elmers25_interspeech.html}
|
|
}
|
|
|
|
@inproceedings{lin2025backchannel,
|
|
author = {Yuxin Lin and Yinglin Zheng and Ming Zeng and Wangzheng Shi},
|
|
title = {Predicting Turn-Taking and Backchannel in Human-Machine Conversations Using Linguistic, Acoustic, and Visual Signals},
|
|
booktitle = {Proc. ACL},
|
|
pages = {15310--15322},
|
|
year = {2025},
|
|
doi = {10.18653/v1/2025.acl-long.743}
|
|
}
|
|
|
|
@inproceedings{lee2024eot,
|
|
author = {Meng-Chen Lee and Zhigang Deng},
|
|
title = {Online Multimodal End-of-Turn Prediction for Three-party Conversations},
|
|
booktitle = {Proc. International Conference on Multimodal Interaction},
|
|
pages = {57--65},
|
|
year = {2024},
|
|
doi = {10.1145/3678957.3685742}
|
|
}
|
|
|
|
@article{jiang2026turnbench,
|
|
author = {Freeman Jiang and others},
|
|
title = {{TurnBench}: A Multi-Domain Benchmark for Turn-Taking Dynamics in Spoken Dialogue},
|
|
journal = {arXiv preprint arXiv:2608.25218},
|
|
year = {2026}
|
|
}
|
|
|
|
@inproceedings{grauman2022ego4d,
|
|
author = {Kristen Grauman and Andrew Westbury and Eugene Byrne and others},
|
|
title = {{Ego4D}: Around the World in 3,000 Hours of Egocentric Video},
|
|
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
|
|
pages = {18995--19012},
|
|
year = {2022}
|
|
}
|
|
|
|
@inproceedings{kong2024sicnet,
|
|
author = {Deqian Kong and Furqan Khan and Xu Zhang and Prateek Singhal and Ying Nian Wu},
|
|
title = {Long-Term Social Interaction Context: The Key to Egocentric Addressee Detection},
|
|
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing},
|
|
year = {2024}
|
|
}
|
|
|
|
@inproceedings{jiang2022asl,
|
|
author = {Hao Jiang and Calvin Murdock and Vamsi Krishna Ithapu},
|
|
title = {Egocentric Deep Multi-Channel Audio-Visual Active Speaker Localization},
|
|
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
|
|
year = {2022}
|
|
}
|
|
|
|
@inproceedings{clarke2025asd,
|
|
author = {Jason Clarke and Yoshihiko Gotoh and Stefan Goetze},
|
|
title = {Speaker Embedding Informed Audiovisual Active Speaker Detection for Egocentric Recordings},
|
|
booktitle = {Proc. IEEE International Conference on Acoustics, Speech and Signal Processing},
|
|
year = {2025},
|
|
url = {https://arxiv.org/abs/2502.06012}
|
|
}
|
|
|
|
@inproceedings{wang2024loconet,
|
|
author = {Xizi Wang and Feng Cheng and Gedas Bertasius and David Crandall},
|
|
title = {{LoCoNet}: Long-Short Context Network for Active Speaker Detection},
|
|
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
|
|
year = {2024}
|
|
}
|
|
|
|
@inproceedings{oconnorrussell2025noise,
|
|
author = {Sam O'Connor Russell and Naomi Harte},
|
|
title = {Visual Cues Support Robust Turn-taking Prediction in Noise},
|
|
booktitle = {Proc. Interspeech},
|
|
year = {2025},
|
|
url = {https://www.isca-archive.org/interspeech_2025/oconnorrussell25_interspeech.html}
|
|
}
|
|
|
|
@article{cui2026minicpmo45,
|
|
author = {Junbo Cui and Bokai Xu and Chongyi Wang and others},
|
|
title = {{MiniCPM-o 4.5}: Towards Real-Time Full-Duplex Omni-Modal Interaction},
|
|
journal = {arXiv preprint arXiv:2604.27393},
|
|
year = {2026}
|
|
}
|
|
|
|
@article{tian2026roma,
|
|
author = {Xueyun Tian and Wei Li and Bingbing Xu and Heng Dong and Yuanzhuo Wang and Huawei Shen},
|
|
title = {{ROMA}: Real-time Omni-Multimodal Assistant with Interactive Streaming Understanding},
|
|
journal = {arXiv preprint arXiv:2601.10323},
|
|
year = {2026}
|
|
}
|
|
|
|
@article{yan2026duplug,
|
|
author = {Ruiqi Yan and Wenxi Chen and Zhanxun Liu and others},
|
|
title = {{SoulX-Duplug}: Plug-and-Play Streaming State Prediction Module for Realtime Full-Duplex Speech Conversation},
|
|
journal = {arXiv preprint arXiv:2603.14877},
|
|
year = {2026}
|
|
}
|
|
|
|
@article{yu2025salmonnomni,
|
|
author = {Wenyi Yu and Siyin Wang and Xiaoyu Yang and others},
|
|
title = {{SALMONN-omni}: A Standalone Speech LLM without Codec Injection for Full-duplex Conversation},
|
|
journal = {arXiv preprint arXiv:2505.17060},
|
|
year = {2025}
|
|
}
|
|
|
|
@inproceedings{chen2024videollmonline,
|
|
author = {Joya Chen and others},
|
|
title = {{VideoLLM-online}: Online Video Large Language Model for Streaming Video},
|
|
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
|
|
year = {2024}
|
|
}
|
|
|
|
@inproceedings{wang2025omnimmi,
|
|
author = {Yuxuan Wang and others},
|
|
title = {{OmniMMI}: A Comprehensive Multi-modal Interaction Benchmark in Streaming Video Contexts},
|
|
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
|
|
year = {2025}
|
|
}
|
|
|
|
@inproceedings{lin2023lavish,
|
|
author = {Yan-Bo Lin and Yi-Lin Sung and Jie Lei and Mohit Bansal and Gedas Bertasius},
|
|
title = {Vision Transformers Are Parameter-Efficient Audio-Visual Learners},
|
|
booktitle = {Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition},
|
|
pages = {2299--2309},
|
|
year = {2023}
|
|
}
|
|
|
|
@inproceedings{rouditchenko2024whisperflamingo,
|
|
author = {Andrew Rouditchenko and Yuan Gong and Samuel Thomas and Leonid Karlinsky and Hilde Kuehne and Rogerio Feris and James Glass},
|
|
title = {{Whisper-Flamingo}: Integrating Visual Features into Whisper for Audio-Visual Speech Recognition and Translation},
|
|
booktitle = {Proc. Interspeech},
|
|
pages = {2420--2424},
|
|
year = {2024}
|
|
}
|