Peer-reviewed and preprint work on speech recognition, spoken language understanding, and speech-and-audio LLMs. Full list available via Google Scholar.
I. Thorbecke, E. Villatoro-Tello, J. P. Zuluaga, S. Kumar, S. Burdisso, P. Rangappa, A. Carofilis, S. Madikeri, P. Motlicek, K. Pandia, K. Hacioglu, A. Stolcke.
Single-pass trie unifies global vocabulary biasing with utterance-level context biasing for transducer ASR.
@inproceedings{unifyingglobal2025,
title = {Unifying Global and Near-Context Biasing in a Single Trie Pass},
author = {I. Thorbecke and E. Villatoro-Tello and J. P. Zuluaga and S. Kumar and S. Burdisso and P. Rangappa and A. Carofilis and S. Madikeri and P. Motlicek and K. Pandia and K. Hacioglu and A. Stolcke},
booktitle = {TSD},
year = {2025},
url = {https://doi.org/10.1007/978-3-032-02548-7_15}
}
@inproceedings{speechdata2025,
title = {Speech Data Selection for Efficient ASR Fine-Tuning},
author = {P. Rangappa and S. Madikeri and J. P. Zuluaga and J. Villatoro-Tello and P. Motlicek},
booktitle = {ICASSP},
year = {2025},
url = {https://ieeexplore.ieee.org/abstract/document/10888138/}
}
@inproceedings{xlsrtransducer2025,
title = {XLSR-Transducer: Streaming ASR for Self-Supervised Pretrained Models},
author = {S. Madikeri and J. P. Zuluaga and P. Rangappa and J. Villatoro-Tello and P. Motlicek},
booktitle = {ICASSP},
year = {2025},
url = {https://arxiv.org/abs/2407.04439}
}
@inproceedings{tokenversetowards2024,
title = {TokenVerse: Towards Unifying Speech and NLP Tasks via Transducer-based ASR},
author = {S. Kumar and S. Madikeri and J. P. Zuluaga and I. Thorbecke and E. Villatoro-Tello and S. Burdisso and P. Motlicek and K. S and A. Ganapathiraju},
booktitle = {EMNLP},
year = {2024},
url = {https://aclanthology.org/2024.emnlp-main.1167/}
}
@inproceedings{faststreaming2024,
title = {Fast Streaming Transducer ASR Prototyping via Knowledge Distillation with Whisper},
author = {I. Thorbecke and J. P. Zuluaga and E. Villatoro-Tello and S. Kumar and P. Rangappa and S. Burdisso and P. Motlicek and K. S and A. Ganapathiraju},
booktitle = {EMNLP Findings},
year = {2024},
url = {https://aclanthology.org/2024.findings-emnlp.976/}
}
@misc{lmassisted2024,
title = {LM-assisted keyword biasing with Aho-Corasick algorithm for Transducer-based ASR},
author = {I. Nigmatulina and S. Madikeri and E. Villatoro-Tello and P. Motlicek and J. P. Zuluaga and K. Pandia and A. Ganapathiraju},
year = {2024},
eprint = {2409.13514},
archivePrefix = {arXiv}
}
Contextual Biasing for Keyword Recognition on Low-Resource Air Traffic Control Data
Interspeech2024
M. Kocour, K. Veselý, I. Szoke, S. Kesiraju, J. P. Zuluaga, A. Blatt, M. Motlíček, J. Černocký.
Contextual biasing with deep fusion for domain-specific keyword recognition in ATC.
@inproceedings{contextualbiasing2024,
title = {Contextual Biasing for Keyword Recognition on Low-Resource Air Traffic Control Data},
author = {M. Kocour and K. Veselý and I. Szoke and S. Kesiraju and J. P. Zuluaga and A. Blatt and M. Motlíček and J. Černocký},
booktitle = {Interspeech},
year = {2024}
}
M. Ravanelli, T. Parcollet, A. Moumen, S. de Langen, C. Subakan, P. Plantinga, Y. Liao, S. Cornell, D. Roman, S. Moradi, D. Chander, D. Petermann, Y. Wang, J. P. Zuluaga, et al.
Co-authored the 1.0 release of SpeechBrain, a PyTorch toolkit for conversational AI.
@article{opensource2024,
title = {Open-source Conversational AI with SpeechBrain 1.0},
author = {M. Ravanelli and T. Parcollet and A. Moumen and S. de Langen and C. Subakan and P. Plantinga and Y. Liao and S. Cornell and D. Roman and S. Moradi and D. Chander and D. Petermann and Y. Wang and J. P. Zuluaga and others},
journal = {JMLR},
year = {2024},
url = {https://jmlr.org/papers/v25/24-0991.html}
}
@inproceedings{endto2023,
title = {End-to-end single-channel speaker-turn aware conversational speech translation},
author = {J. P. Zuluaga and Z. Huang and X. Niu and R. Paturi and S. Srinivasan and P. Mathur and B. Thompson and M. Federico},
booktitle = {EMNLP},
year = {2023},
url = {https://aclanthology.org/2023.emnlp-main.493/}
}
@inproceedings{hyperconformermulti2023,
title = {HyperConformer: Multi-Head HyperMixer for Efficient Speech Recognition},
author = {F. Mai and J. P. Zuluaga and T. Parcollet and P. Motlicek},
booktitle = {Interspeech},
year = {2023},
url = {https://arxiv.org/abs/2305.18281}
}
@inproceedings{implementingcontextual2023,
title = {Implementing Contextual Biasing in GPU Decoder for Online ASR},
author = {I. Nigmatulina and S. Madikeri and E. Villatoro-Tello and P. Motlicek and J. P. Zuluaga and K. Pandia and A. Ganapathiraju},
booktitle = {Interspeech},
year = {2023},
url = {https://www.isca-archive.org/interspeech_2023/nigmatulina23_interspeech.html}
}
@inproceedings{effectivenessof2023,
title = {Effectiveness of Text, Acoustic, and Lattice-Based Representations in Spoken Language Understanding Tasks},
author = {E. Villatoro-Tello and S. Madikeri and J. P. Zuluaga and B. Sharma and S. Sarfjoo and I. Nigmatulina and P. Motlicek and A. Ivanov and A. Ganapathiraju},
booktitle = {ICASSP},
year = {2023},
url = {https://doi.org/10.1109/ICASSP49357.2023.10095168}
}
@misc{avirtual2023,
title = {A Virtual Simulation-Pilot Agent for Training of Air Traffic Controllers},
author = {J. P. Zuluaga and A. Prasad and I. Nigmatulina and S. Sarfjoo and P. Motlicek and M. Kleinert and H. Helmke and O. Ohneiser and Q. Zhan},
year = {2023},
eprint = {2304.07842},
archivePrefix = {arXiv}
}
@misc{lessonslearned2023,
title = {Lessons Learned in ATCO2: 5000 hours of Air Traffic Control Communications for Robust Automatic Speech Recognition and Understanding},
author = {J. P. Zuluaga and K. Vesely and A. Blatt and P. Motlicek and others},
year = {2023},
eprint = {2305.01155},
archivePrefix = {arXiv}
}
@inproceedings{commonaccentexploring2023,
title = {CommonAccent: Exploring Large Acoustic Pretrained Models for Accent Classification},
author = {J. P. Zuluaga and S. Sarfjoo and A. Prasad and I. Nigmatulina and P. Motlicek and K. Ondrej and O. Ohneiser and H. Helmke},
booktitle = {Interspeech},
year = {2023},
url = {https://arxiv.org/abs/2305.18283}
}
J. P. Zuluaga, K. Vesely, I. Szoke, P. Motlicek, M. Kocour, M. Rigault, K. Choukri, A. Prasad, S. Sarfjoo, I. Nigmatulina, C. Cevenini, P. Kolcarek, A. Tart, J. Cernocky, D. Klakow.
5,000 hours of Air Traffic Control communications, the largest open ATC speech corpus.
@misc{atco2corpus2023,
title = {ATCO2 Corpus: A Large-Scale Dataset for Research on Automatic Speech Recognition and Natural Language Understanding of Air Traffic Control Communications},
author = {J. P. Zuluaga and K. Vesely and I. Szoke and P. Motlicek and M. Kocour and M. Rigault and K. Choukri and A. Prasad and S. Sarfjoo and I. Nigmatulina and C. Cevenini and P. Kolcarek and A. Tart and J. Cernocky and D. Klakow},
year = {2023},
eprint = {2211.04054},
archivePrefix = {arXiv}
}
@inproceedings{howdoes2022,
title = {How Does Pre-Trained Wav2Vec 2.0 Perform on Domain Shifted ASR? An Extensive Benchmark on Air Traffic Control Communications},
author = {J. P. Zuluaga and A. Prasad and I. Nigmatulina and S. Sarfjoo and P. Motlicek and M. Kleinert and H. Helmke and O. Ohneiser and Q. Zhan},
booktitle = {IEEE SLT},
year = {2022},
url = {https://arxiv.org/abs/2203.16822}
}
@inproceedings{bertrafficbert2022,
title = {BERTraffic: BERT-based Joint Speaker Role and Speaker Change Detection for Air Traffic Control Communications},
author = {J. P. Zuluaga and S. Sarfjoo and A. Prasad and I. Nigmatulina and P. Motlicek and K. Vesely and M. Kocour and I. Szoke},
booktitle = {IEEE SLT},
year = {2022},
url = {https://arxiv.org/abs/2110.05781}
}
@inproceedings{atwo2022,
title = {A Two-Step Approach to Leverage Contextual Data: Speech Recognition in Air Traffic Control},
author = {J. P. Zuluaga and I. Nigmatulina and A. Prasad and P. Motlicek and K. Vesely and M. Kocour and I. Szoke},
booktitle = {ICASSP},
year = {2022},
url = {https://arxiv.org/abs/2202.03725}
}
@inproceedings{idiapers2022,
title = {IDIAPers @ Causal News Corpus 2022: Efficient Causal Relation Identification Through a Prompt-Based Few-Shot Approach},
author = {S. Burdisso and J. P. Zuluaga and E. Villatoro-Tello and M. Fajcik and M. Singh and P. Smrz and P. Motlicek},
booktitle = {CASE @ EMNLP},
year = {2022},
url = {https://aclanthology.org/2022.case-1.9/}
}
@inproceedings{idiapers2022,
title = {IDIAPers @ Causal News Corpus 2022: Extracting Cause-Effect-Signal Triplets via Pre-trained Autoregressive Language Model},
author = {M. Fajcik and M. Singh and J. P. Zuluaga and E. Villatoro-Tello and S. Burdisso and P. Motlicek and P. Smrz},
booktitle = {CASE @ EMNLP},
year = {2022},
url = {https://aclanthology.org/2022.case-1.10/}
}
@misc{speechand2022,
title = {Speech and Natural Language Processing Technologies for Pseudo-Pilot Simulator},
author = {J. P. Zuluaga and A. Prasad and I. Nigmatulina and P. Motlicek and M. Kleinert and H. Helmke and O. Ohneiser and Q. Zhan},
year = {2022},
eprint = {2212.07164},
archivePrefix = {arXiv}
}
@inproceedings{contextualsemi2021,
title = {Contextual Semi-Supervised Learning: An Approach to Leverage Air-Surveillance and Untranscribed ATC Data in ASR Systems},
author = {J. P. Zuluaga and I. Nigmatulina and A. Prasad and P. Motlicek and K. Vesely and M. Kocour and I. Szoke},
booktitle = {Interspeech},
year = {2021},
url = {https://arxiv.org/abs/2104.03643}
}
Boosting of Contextual Information in ASR for Air-Traffic Call-Sign Recognition
Interspeech2021
I. Nigmatulina, R. Braun, J. P. Zuluaga, P. Motlicek.
@inproceedings{boostingof2021,
title = {Boosting of Contextual Information in ASR for Air-Traffic Call-Sign Recognition},
author = {I. Nigmatulina and R. Braun and J. P. Zuluaga and P. Motlicek},
booktitle = {Interspeech},
year = {2021}
}
@misc{grammarbased2021,
title = {Grammar Based Identification Of Speaker Role For Improving ATCO And Pilot ASR},
author = {A. Prasad and J. P. Zuluaga and P. Motlicek and S. Sarfjoo and I. Nigmatulina and K. Vesely and M. Kocour and I. Szoke},
year = {2021},
eprint = {2108.12175},
archivePrefix = {arXiv}
}
@misc{improvingcallsign2021,
title = {Improving Callsign Recognition with Air-Surveillance Data in Air-Traffic Communication},
author = {I. Nigmatulina and R. Braun and J. P. Zuluaga and P. Motlicek},
year = {2021},
eprint = {2108.12156},
archivePrefix = {arXiv}
}
Domain-Adversarial Based Model with Phonological Knowledge for Cross-Lingual Speech Recognition
Electronics2021
Q. Xu, Y. Li, J. Shen, J. Liu, Y. Yang, J. P. Zuluaga.
@article{domainadversarial2021,
title = {Domain-Adversarial Based Model with Phonological Knowledge for Cross-Lingual Speech Recognition},
author = {Q. Xu and Y. Li and J. Shen and J. Liu and Y. Yang and J. P. Zuluaga},
journal = {Electronics},
year = {2021}
}
20204 papers
Automatic Call Sign Detection: Matching Air Surveillance Data with Air Traffic Spoken Communications
MDPI Proceedings2020
J. P. Zuluaga, M. Kocour, K. Vesely, I. Szoke, P. Motlicek, M. Rigault, K. Choukri, A. Tart, J. Cernocky.
@article{automaticcall2020,
title = {Automatic Call Sign Detection: Matching Air Surveillance Data with Air Traffic Spoken Communications},
author = {J. P. Zuluaga and M. Kocour and K. Vesely and I. Szoke and P. Motlicek and M. Rigault and K. Choukri and A. Tart and J. Cernocky},
journal = {MDPI Proceedings},
year = {2020}
}
Automatic Speech Recognition Benchmark for Air-Traffic Communications
Interspeech2020
J. P. Zuluaga, P. Motlicek, Q. Zhan, K. Vesely, R. Braun.
@inproceedings{automaticspeech2020,
title = {Automatic Speech Recognition Benchmark for Air-Traffic Communications},
author = {J. P. Zuluaga and P. Motlicek and Q. Zhan and K. Vesely and R. Braun},
booktitle = {Interspeech},
year = {2020}
}
@misc{pkwrapa2020,
title = {Pkwrap: a PyTorch Package for LF-MMI Training of Acoustic Models},
author = {S. Madikeri and S. Tong and J. P. Zuluaga and A. Vyas and P. Motlicek and H. Bourlard},
year = {2020},
eprint = {2010.03466},
archivePrefix = {arXiv}
}
@article{acnn2020,
title = {A CNN-based Methodology for Breast Cancer Diagnosis using Thermal Images},
author = {J. P. Zuluaga and Z. Al Masry and K. Benaggoune and S. Meraghni and N. Zerhouni},
journal = {CMBBE},
year = {2020},
url = {https://arxiv.org/abs/1910.13757}
}
20192 papers
A Survey of Breast Cancer Screening Techniques: Thermography and Electrical Impedance Tomography
Journal of Medical Engineering & Technology2019
J. P. Zuluaga, Z. Al Masry, K. Benaggoune, S. Meraghni, N. Zerhouni.
@article{asurvey2019,
title = {A Survey of Breast Cancer Screening Techniques: Thermography and Electrical Impedance Tomography},
author = {J. P. Zuluaga and Z. Al Masry and K. Benaggoune and S. Meraghni and N. Zerhouni},
journal = {Journal of Medical Engineering & Technology},
year = {2019}
}
A Portable Breast Cancer Detection System Based on Smartphone with Infrared Camera
Vibroengineering Procedia2019
J. P. Zuluaga, Z. Al Masry, N. Zerhouni.
@article{aportable2019,
title = {A Portable Breast Cancer Detection System Based on Smartphone with Infrared Camera},
author = {J. P. Zuluaga and Z. Al Masry and N. Zerhouni},
journal = {Vibroengineering Procedia},
year = {2019}
}