2021
|
Hair, A.; Zhao, G.; Ahmed, B.; Ballard, K. J.; Gutierrez-Osuna, R. Assessing Posterior-Based Mispronunciation Detection on Field-Collected Recordings from Child Speech Therapy Sessions Proceedings Article In: Proc. Interspeech, 2021. @inproceedings{adam2021interspeech,
title = {Assessing Posterior-Based Mispronunciation Detection on Field-Collected Recordings from Child Speech Therapy Sessions},
author = {A. Hair and G. Zhao and B. Ahmed and K. J. Ballard and R. Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2021/08/hair_interspeech_2021.pdf},
year = {2021},
date = {2021-08-30},
booktitle = {Proc. Interspeech},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
2020
|
Hair, A; Markoulli, C; Monroe, P; McKechnie, J; Ballard, K J; Ahmed, B; Gutierrez-Osuna, R Preliminary Results From a Longitudinal Study of a Tablet-Based Speech Therapy Game Proceedings Article In: Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing, ACM, 2020, ISBN: 978-1-4503-6819-3/20/04. @inproceedings{hair2020chi,
title = {Preliminary Results From a Longitudinal Study of a Tablet-Based Speech Therapy Game},
author = {A Hair and C Markoulli and P Monroe and J McKechnie and K J Ballard and B Ahmed and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2020/02/hair2020chi.pdf},
doi = {10.1145/3334480.3382886},
isbn = {978-1-4503-6819-3/20/04},
year = {2020},
date = {2020-04-25},
booktitle = {Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing},
publisher = {ACM},
abstract = {We previously developed a tablet-based speech therapy game called Apraxia World to address barriers to treatment and increase child motivation during therapy. In this study, we examined pronunciation improvements, child engagement over time, and caregiver evaluation performance while using our game. We recruited ten children to play Apraxia World at home during two four-week treatment blocks, separated by a two-week break; nine of ten have completed the protocol at time of writing. In the treatment blocks, children’s utterances were evaluated either by caregivers or an automated pronunciation framework. Preliminary analysis suggests that children made significant therapy gains with Apraxia World, even though caregivers evaluated pronunciation leniently. We also collected a corpus of child speech for offline examination. We will conduct additional analysis once all participants complete the protocol.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
We previously developed a tablet-based speech therapy game called Apraxia World to address barriers to treatment and increase child motivation during therapy. In this study, we examined pronunciation improvements, child engagement over time, and caregiver evaluation performance while using our game. We recruited ten children to play Apraxia World at home during two four-week treatment blocks, separated by a two-week break; nine of ten have completed the protocol at time of writing. In the treatment blocks, children’s utterances were evaluated either by caregivers or an automated pronunciation framework. Preliminary analysis suggests that children made significant therapy gains with Apraxia World, even though caregivers evaluated pronunciation leniently. We also collected a corpus of child speech for offline examination. We will conduct additional analysis once all participants complete the protocol. |
2019
|
Hair, A; Ballard, K J; Ahmed, B; Gutierrez-Osuna, R Evaluating Automatic Speech Recognition for Child Speech Therapy Applications Proceedings Article In: ACM SIGACCESS Conference on Computers and Accessibility, ACM 2019, ISBN: 978-1-4503-6676-2/19/10. @inproceedings{hair2019evaluating,
title = {Evaluating Automatic Speech Recognition for Child Speech Therapy Applications},
author = {A Hair and K J Ballard and B Ahmed and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2019/08/hair2019evaluating.pdf},
doi = {10.1145/3308561.3354606},
isbn = {978-1-4503-6676-2/19/10},
year = {2019},
date = {2019-10-28},
booktitle = {ACM SIGACCESS Conference on Computers and Accessibility},
organization = {ACM},
abstract = {Automatic speech recognition (ASR) technology can be a useful tool in mobile apps for child speech therapy, empowering children to complete their practice with limited caregiver supervision. However, little is known about the feasibility of performing ASR on mobile devices, particularly when training data is limited. In this study, we investigated the performance of two low-resource ASR systems on disordered speech from children. We compared the open-source PocketSphinx (PS) recognizer using adapted acoustic models and a custom template-matching (TM) recognizer. TM and the adapted models significantly out-perform the default PS model. On average, maximum likelihood linear regression and maximum a posteriori adaptation increased PS accuracy from 59.4% to 63.8% and 80.0%, respectively, suggesting that the models successfully captured speaker-specific word production variations. TM reached a mean accuracy of 75.8%. },
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Automatic speech recognition (ASR) technology can be a useful tool in mobile apps for child speech therapy, empowering children to complete their practice with limited caregiver supervision. However, little is known about the feasibility of performing ASR on mobile devices, particularly when training data is limited. In this study, we investigated the performance of two low-resource ASR systems on disordered speech from children. We compared the open-source PocketSphinx (PS) recognizer using adapted acoustic models and a custom template-matching (TM) recognizer. TM and the adapted models significantly out-perform the default PS model. On average, maximum likelihood linear regression and maximum a posteriori adaptation increased PS accuracy from 59.4% to 63.8% and 80.0%, respectively, suggesting that the models successfully captured speaker-specific word production variations. TM reached a mean accuracy of 75.8%. |
2018
|
Ahmed, B; Monroe, P; Hair, A; Tan, C-T; Gutierrez-Osuna, R; Ballard, K J Speech-driven mobile games for speech therapy: User experiences and feasibility Journal Article In: International Journal of Speech-Language Pathology , vol. 20, no. 6, pp. 644-658, 2018. @article{ahmed2018ijslp,
title = {Speech-driven mobile games for speech therapy: User experiences and feasibility},
author = {B Ahmed and P Monroe and A Hair and C-T Tan and R Gutierrez-Osuna and K J Ballard},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2019/06/ahmed-2018-ijslp.pdf
https://doi.org/10.1080/17549507.2018.1513562},
year = {2018},
date = {2018-10-30},
journal = {International Journal of Speech-Language Pathology },
volume = {20},
number = {6},
pages = {644-658},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
McKechnie, J.; Ahmed, B.; Gutierrez-Osuna, R.; Monroe, P.; McCabe, P.; Ballard, K. J. Automated speech analysis tools for children’s speech production: A systematic literature review Journal Article In: International Journal of Speech-Language Pathology, vol. 20, no. 6, pp. 583–598, 2018. @article{mcKechnie2018review,
title = {Automated speech analysis tools for children’s speech production: A systematic literature review},
author = {J. McKechnie and B. Ahmed and R. Gutierrez-Osuna and P. Monroe and P. McCabe and K. J. Ballard},
url = {https://doi.org/10.1080/17549507.2018.1477991
https://psi.engr.tamu.edu/wp-content/uploads/2019/06/mckechnie-2018-ijslp.pdf},
year = {2018},
date = {2018-09-02},
journal = {International Journal of Speech-Language Pathology},
volume = {20},
number = {6},
pages = {583–598},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
Hair, A; Monroe, P; Ahmed, B; Ballard, K J; Gutierrez-Osuna, R Apraxia World: A Speech Therapy Game for Children with Speech Sound Disorders Proceedings Article In: Proceedings of the 2018 Conference on Interaction Design and Children, ACM, 2018, ISBN: 978-1-4503-5152-2/18/06. @inproceedings{hair2018idc,
title = {Apraxia World: A Speech Therapy Game for Children with Speech Sound Disorders},
author = {A Hair and P Monroe and B Ahmed and K J Ballard and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2018/04/hair2018idc.pdf},
doi = {10.1145/3202185.3202733},
isbn = {978-1-4503-5152-2/18/06},
year = {2018},
date = {2018-06-19},
booktitle = {Proceedings of the 2018 Conference on Interaction Design and Children},
publisher = {ACM},
abstract = {This paper presents Apraxia World, a remote therapy tool for speech sound disorders that integrates speech exercises into an engaging platformer-style game. In Apraxia World, the player controls the avatar with virtual buttons/joystick, whereas speech input is associated with assets needed to advance from one level to the next. We tested performance and child preference of two strategies for delivering speech exercises: during each level, and after it. Most children indicated that doing exercises after completing each level was less disruptive and preferable to doing exercises scattered through the level. We also found that children liked having perceived control over the game (character appearance, exercise behavior). Our results indicate that (i) a familiar style of game successfully engages children, (ii) speech exercises function well when decoupled from game control, and (iii) children are willing to complete required speech exercises while playing a game they enjoy.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
This paper presents Apraxia World, a remote therapy tool for speech sound disorders that integrates speech exercises into an engaging platformer-style game. In Apraxia World, the player controls the avatar with virtual buttons/joystick, whereas speech input is associated with assets needed to advance from one level to the next. We tested performance and child preference of two strategies for delivering speech exercises: during each level, and after it. Most children indicated that doing exercises after completing each level was less disruptive and preferable to doing exercises scattered through the level. We also found that children liked having perceived control over the game (character appearance, exercise behavior). Our results indicate that (i) a familiar style of game successfully engages children, (ii) speech exercises function well when decoupled from game control, and (iii) children are willing to complete required speech exercises while playing a game they enjoy. |
2016
|
McKechnie, J; Ballard, K J; McCabe, P; Murray, E; Lan, T; Gutierrez-Osuna, R; Ahmed, B Influence of type of feedback on effect of tablet-based delivery of intensive speech therapy in children with Childhood Apraxia of Speech Proceedings Article In: Proceedings of the Motor Speech Conference, 2016. @inproceedings{mckechnie-2016-motorspeech,
title = {Influence of type of feedback on effect of tablet-based delivery of intensive speech therapy in children with Childhood Apraxia of Speech},
author = {J McKechnie and K J Ballard and P McCabe and E Murray and T Lan and R Gutierrez-Osuna and B Ahmed},
year = {2016},
date = {2016-03-03},
booktitle = {Proceedings of the Motor Speech Conference},
journal = {Motor Speech Conference},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
2015
|
Parnandi, A; Karappa, V; Lan, T; Shahin, M; McKechnie, J; Ballard, K; Ahmed, B; Gutierrez-Osuna, R Development of a remote therapy tool for childhood apraxia of speech Journal Article In: ACM Transactions on Accessible Computing, vol. 7, no. 3, pp. 10:1-10:23, 2015. @article{parnandi2015taccess,
title = {Development of a remote therapy tool for childhood apraxia of speech},
author = {A Parnandi and V Karappa and T Lan and M Shahin and J McKechnie and K Ballard and B Ahmed and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2018/01/parnandi2015taccess.pdf},
year = {2015},
date = {2015-11-01},
journal = {ACM Transactions on Accessible Computing},
volume = {7},
number = {3},
pages = {10:1-10:23},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
Shahin, M; Ahmed, B; Parnandi, A; Karappa, V; McKechnie, J; Ballard, K; Gutierrez-Osuna, R Tabby Talks: an automated tool for the assessment of childhood apraxia of speech Journal Article In: Speech Communication, vol. in press, 2015. @article{shahin2015specom,
title = {Tabby Talks: an automated tool for the assessment of childhood apraxia of speech},
author = {M Shahin and B Ahmed and A Parnandi and V Karappa and J McKechnie and K Ballard and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2018/01/shahin2015specom.pdf},
year = {2015},
date = {2015-04-02},
urldate = {2015-04-02},
journal = {Speech Communication},
volume = {in press},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
2014
|
Lan, T; Aryal, S; Ahmed, B; Ballard, K; Gutierrez-Osuna, R Flappy Voice: An Interactive Game for Childhood Apraxia of Speech Therapy Proceedings Article In: Proc. CHI-PLAY, 2014. @inproceedings{lan2014chiplay,
title = {Flappy Voice: An Interactive Game for Childhood Apraxia of Speech Therapy},
author = {T Lan and S Aryal and B Ahmed and K Ballard and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2018/01/lan2014chiplay.pdf},
year = {2014},
date = {2014-10-19},
booktitle = {Proc. CHI-PLAY},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Shahin, M; Ahmed, B; McKechnie, J; Ballard, K; Gutierrez-Osuna, R A comparison of GMM-HMM and DNN-HMM based pronunciation verification techniques for use in the assessment of childhood apraxia of speech Proceedings Article In: Proc. Interspeech, 2014. @inproceedings{mostafa2014interspeech,
title = {A comparison of GMM-HMM and DNN-HMM based pronunciation verification techniques for use in the assessment of childhood apraxia of speech},
author = {M Shahin and B Ahmed and J McKechnie and K Ballard and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2018/01/mostafa2014interspeech.pdf},
year = {2014},
date = {2014-09-14},
booktitle = {Proc. Interspeech},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
2013
|
Parnandi, A; Karappa, V; Son, Y; Shahin, M; McKechnie, J; Ballard, K; Ahmed, B; Gutierrez-Osuna, R Architecture of an automated therapy tool for childhood apraxia of speech Conference The 15th International ACM SIGACCESS Conference on Computers and Accessibility (ASSETS), 2013. @conference{avinashassets2013,
title = {Architecture of an automated therapy tool for childhood apraxia of speech},
author = {A Parnandi and V Karappa and Y Son and M Shahin and J McKechnie and K Ballard and B Ahmed and R Gutierrez-Osuna},
url = {https://psi.engr.tamu.edu/wp-content/uploads/2018/01/avinashassets2013.pdf},
year = {2013},
date = {2013-10-21},
urldate = {2013-10-21},
booktitle = {The 15th International ACM SIGACCESS Conference on Computers and Accessibility (ASSETS)},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|