Update app.py

app.py

@@ -1,77 +1,94 @@
 import gradio as gr
+import speech_recognition as sr
+from Levenshtein import ratio
+import tempfile
+import numpy as np
+import soundfile as sf
+import pandas as pd
+import language_tool_python
 
-# 전역 변수
-recordings = {}
+# Sample dataframe with sentences ordered from easy to hard
+data = {
+    "Sentences": [
+        "A stitch in time saves nine.",
+        "To be or not to be, that is the question.",
+        "Five cats were living in safe caves.",
+        "Hives give shelter to bees in large caves.",
+        "His decision to plant a rose was amazing.",
+        "She sells sea shells by the sea shore.",
+        "The colorful parrot likes rolling berries.",
+        "Time flies like an arrow; fruit flies like a banana.",
+        "Good things come to those who wait.",
+        "All human beings are born free and equal in dignity and rights."
+    ]
+}
+df = pd.DataFrame(data)
 
-# 음성 녹음 및 저장
-def record_and_submit_voice(student_name, voice):
-    if not student_name:
-        return "Please enter your name."
-    if student_name not in recordings:
-        recordings[student_name] = []
-    recordings[student_name].append({"voice": voice, "comments": []})
-    return f"Voice recorded and submitted successfully by {student_name}!"
+tool = language_tool_python.LanguageTool('en-US')
 
-# 학생 목록 가져오기
-def get_student_recordings():
-    return list(recordings.keys())
+def transcribe_audio(file_info):
+    r = sr.Recognizer()
+    with tempfile.NamedTemporaryFile(delete=True, suffix=".wav") as tmpfile:
+        sf.write(tmpfile.name, data=file_info[1], samplerate=44100, format='WAV')
+        tmpfile.seek(0)
+        with sr.AudioFile(tmpfile.name) as source:
+            audio_data = r.record(source)
+    try:
+        text = r.recognize_google(audio_data)
+        return text
+    except sr.UnknownValueError:
+        return "Could not understand audio"
+    except sr.RequestError as e:
+        return f"Could not request results; {e}"
 
-# 녹음된 음성 재생 및 댓글 가져오기
-def play_recording(selected_student):
-    if selected_student not in recordings:
-        return [], "No recordings found for this student."
-    voices = [rec["voice"] for rec in recordings[selected_student]]
-    comments = "\n".join(
-        [f"{c[0]}: {c[1]}" for rec in recordings[selected_student] for c in rec["comments"]]
-    )
-    return voices[0] if voices else None, comments
+def pronunciation_correction(expected_text, file_info):
+    user_spoken_text = transcribe_audio(file_info)
+    similarity = ratio(expected_text.lower(), user_spoken_text.lower())
+    description = f"{similarity:.2f}"
 
-# 댓글 작성
-def write_comment(selected_student, commenter_name, comment):
-    if not selected_student or selected_student not in recordings:
-        return "Selected student's recording not found."
-    if not commenter_name:
-        return "Please enter your name."
-    if not comment:
-        return "Please enter a comment."
-    recordings[selected_student][0]["comments"].append((commenter_name, comment))
-    return f"Comment added successfully by {commenter_name}!"
+    if similarity >= 0.9:
+        feedback = "Excellent pronunciation!"
+    elif similarity >= 0.7:
+        feedback = "Good pronunciation!"
+    elif similarity >= 0.5:
+        feedback = "Needs improvement."
+    else:
+        feedback = "Poor pronunciation, try to focus more on clarity."
 
-# Gradio 인터페이스 정의
-with gr.Blocks() as app:
-    with gr.Tab("Record Voice"):
-        student_name_input = gr.Textbox(placeholder="Enter your name", label="Your Name")
-        voice_input = gr.Audio(type="filepath", label="Record your voice")
-        submit_voice_button = gr.Button("Submit Voice")
-        voice_output = gr.Textbox(label="Status")
+    return feedback, description
 
-        submit_voice_button.click(
-            record_and_submit_voice,
-            inputs=[student_name_input, voice_input],
-            outputs=voice_output
-        )
+def check_grammar(text):
+    matches = tool.check(text)
+    if not matches:
+        return "No grammar issues found."
+    else:
+        return "Grammar issues found: " + "; ".join([f"{match.ruleId}: {match.message}" for match in matches])
 
-    with gr.Tab("Listen and Comment"):
-        student_selector = gr.Dropdown(choices=get_student_recordings(), label="Select a student to listen", interactive=True)
-        play_voice_button = gr.Button("Play Voice")
-        recording_output = gr.Audio(label="Selected Recording", interactive=False)
-        comment_input = gr.Textbox(placeholder="Write your comment here...", label="Write Comment")
-        commenter_name_input = gr.Textbox(placeholder="Enter your name", label="Your Name")
-        submit_comment_button = gr.Button("Submit Comment")
-        comment_status_output = gr.Textbox(label="Comment Status")
-        comments_display = gr.Textbox(label="Comments", interactive=False)
+with gr.Blocks() as app:
+    with gr.Row():
+        sentence_dropdown = gr.Dropdown(choices=df['Sentences'].tolist(), label="Select a Sentence")
+        selected_sentence_output = gr.Textbox(label="Selected Text", interactive=False)
+    
+    with gr.Row():
+        user_sentence_input = gr.Textbox(label="Enter Your Sentence")
+        grammar_check_button = gr.Button("Check Grammar")
+        grammar_feedback = gr.Textbox(label="Grammar Feedback", interactive=False)
 
-        play_voice_button.click(
-            play_recording,
-            inputs=student_selector,
-            outputs=[recording_output, comments_display]
-        )
+    audio_input = gr.Audio(label="Upload Audio File", type="numpy")
+    check_pronunciation_button = gr.Button("Check Pronunciation")
+    pronunciation_feedback = gr.Textbox(label="Pronunciation Feedback")
+    pronunciation_score = gr.Number(label="Pronunciation Accuracy Score: 0 (No Match) ~ 1 (Perfect)")
 
-        submit_comment_button.click(
-            write_comment,
-            inputs=[student_selector, commenter_name_input, comment_input],
-            outputs=comment_status_output
-        )
+    sentence_dropdown.change(lambda x: x, inputs=sentence_dropdown, outputs=selected_sentence_output)
+    check_pronunciation_button.click(
+        pronunciation_correction,
+        inputs=[sentence_dropdown, audio_input],
+        outputs=[pronunciation_feedback, pronunciation_score]
+    )
+    grammar_check_button.click(
+        check_grammar,
+        inputs=[user_sentence_input],
+        outputs=[grammar_feedback]
+    )
 
-# 인터페이스 실행
-app.launch()
+app.launch(debug=True)