@phdthesis{repoupi134451, month = {April}, school = {Universitas Pendidikan Indonesia}, year = {2025}, note = {ID SINTA Dosen Pembimbing Maman Abdurahman: 257947 Nalahuddin Saleh: 6746413}, title = {Exploring AI Capabilities in Arabic Grammar: Comparative Analysis of ChatGPT and Gemini}, author = {Amanda Resti Maulidiya, - and Maman Abdurahman, - and Nalahuddin Saleh, -}, abstract = {This study aims to compare the performance of ChatGPT and Gemini in analyzing i'r{\=a}b Marf{\^u}'{\^a}t al-Asm{\^a}'', a critical aspect of Arabic grammar for determining the grammatical roles of words in sentences. The analysis uses 11 examples from the book Mulakhash Qaw{\^a}'id al-Lugah al-'Arabiyyah by Fuad Ni'mah, focusing on identifying grammatical components such as mubtada', khabar, isim ashbah, isim k{\=a}da, khabar inna, f{\=a}'il, n{\=a}'ib al-f{\=a}'il, na'at, 'atf, tawkid, and badal. The study employs the Mann-Whitney test to assess statistical significance and the Cosine Similarity Index (CSI) to measure semantic similarity. Results show that ChatGPT outperforms Gemini with a significant value of 0.019, while the CSI score of 0.800 indicates high similarity between the models' outputs. ChatGPT excels in providing detailed and accurate analyses, while Gemini is more suitable for concise answers but may lack precision. These findings highlight the unique strengths of each model and underscore the necessity of manual correction to ensure the accuracy and relevance of results, particularly in technology-based Arabic grammar learning.}, keywords = {ChatGPT, Gemini, Generative AI, I'r{\^a}b analyzing}, url = {https://repository.upi.edu/} }