Copyright © 2025 Authors retain the copyright of this article. This article is an open access article distributed under the Creative Commons Attribution License which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.

@article{186990,
        author = {Rakshith Rao S V and Sheik Mohammed Ali M and Vimalesh D and Dr. D M Vijayalakshmi},
        title = {Social Media Content Aggreagator},
        journal = {International Journal of Innovative Research in Technology},
        year = {2025},
        volume = {12},
        number = {6},
        pages = {2770-2795},
        issn = {2349-6002},
        url = {https://ijirt.org/article?manuscript=186990},
        abstract = {SMCA is an advanced full-stack, modular social media content aggregation platform engineered to unify, enrich, and manage large-scale unstructured data from Reddit and Twitter, solving critical challenges in trend analysis, research, and digital monitoring. Developed with FastAPI, Python, MongoDB, and state-of-the-art NLP libraries, the solution offers secure RESTful APIs and a responsive HTML user interface supporting role-based users from analysts to researchers. SMCA streamlines collection, cleansing, semantic enrichment, and intelligent deduplication of social media data through an automated pipeline: authenticated API-based scraping (PRAW for Reddit, Apify for Twitter), preprocessing and normalization of raw text, transformer-powered entity and intent extraction (spaCy), and smart deduplication using compound key logic in MongoDB. Its semantic tag-based search system empowers users to go beyond basic keyword retrieval, surfacing contextual matches based on extracted entities and intent, while robust endpoints support advanced queries, bulk exports, and scheduled tasks. Key features include secure API key authentication, entity-driven dashboard analytics, configurable data export (CSV/JSON), extensible modular design for future platform and analytics integration, comprehensive error handling, and scalable architecture supporting millions of records. Automating all stages of aggregation, SMCA achieves over 100x speedup compared to manual methods, delivers accurate entity extraction, enables real-time content discovery, and supports data-driven decisions for organizations across research, policy, and market intelligence. By bridging the gap between unstructured social content and actionable information, SMCA empowers modern teams to transform complex digital signals into clear, timely insights.},
        keywords = {Social Media Content Aggregator (SMCA), social media analytics, Reddit, Twitter, web scraping, FastAPI, Python, MongoDB, NLP, entity extraction, semantic tagging, deduplication, semantic search, RESTful APIs, spaCy, PRAW, Apify, SBERT, FAISS, preprocessing, modular architecture, scalable system, trend analysis.},
        month = {November},
        }