Copyright © 2026 Authors retain the copyright of this article. This article is an open access article distributed under the Creative Commons Attribution License which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.

@article{196909,
        author = {PATNALA JASWANTHSAI and S. LOK SAI MANIKANTA},
        title = {REAL TIME SIGN TRANSLATOR USING VISION & AUDIO OUTPUT FOR INCLUSIVE COMMUNICATION},
        journal = {International Journal of Innovative Research in Technology},
        year = {2026},
        volume = {12},
        number = {11},
        pages = {5507-5523},
        issn = {2349-6002},
        url = {https://ijirt.org/article?manuscript=196909},
        abstract = {Hearing and speech impairments create significant barriers to communication in daily life. Indian Sign Language (ISL) serves as a vital communication medium for the hearing and speech impaired, but the lack of understanding among the general population often limits interaction. This project presents the design and implementation of Smart Sign Language Interpreter Goggles that can recognize ISL gestures in real-time using a Convolutional Neural Network (CNN) running on a Raspberry Pi The system uses a Pi Camera mounted on goggles to capture hand gestures, preprocesses the images, and classifies them into ISL gestures using a trained CNN model. The recognized gesture is then displayed as text on an OLED/Heads-Up Display and optionally converted into speech output. The CNN model is trained using an ISL dataset containing alphabets, numbers, and common words. The deployment on Raspberry Pi is optimized using TensorFlow Lite for real-time inference. The results show an accuracy of over 95% for alphabet recognition and over 90% for number recognition, making the system suitable for daily communication assistance. Future improvements include multi-language support, cloud integration, and the use of edge AI accelerators.},
        keywords = {Sign Language Recognition, CNN, Raspberry Pi, Indian Sign Language, Image Processing, Assistive Technology},
        month = {April},
        }