MCPMarkMCPMark

Gradebased Score

L3
ModelContextProtocolFilesystemStudent Database

Process student numerical scores to calculate letter grades using A-F scale and produce comprehensive grade distribution analysis reports.

Created by Lingjun Chen
2025-08-10
Data ExtractionContent TransformationPattern Analysis

Model Ranking

Click on the dots to view the trajectory of each task run
Model
Run Results
Pass@4
Pass^4
Avg Time
Avg Turns
Input Tokens
Output Tokens
Total Tokens
OpenAI
gpt-5
2
/4
933.5s
9.3
292,375
44,498
336,872
Grok
grok-4
1
/4
293.0s
9.0
-
-
-
Claude
claude-4-1-opus
0
/1
--
691.0s
11.0
248,633
14,246
262,879
Claude
claude-4-sonnet
0
/4
364.8s
15.5
693,771
13,600
707,371
DeepSeek
deepseek-chat
0
/4
173.1s
7.3
81,406
1,385
82,791
Gemini
gemini-2-5-pro
0
/4
226.3s
10.3
258,686
25,461
284,147
MoonshotAI
k2
0
/4
333.2s
18.3
523,301
9,508
532,809
OpenAI
o3
0
/4
374.1s
18.5
655,503
24,271
679,774
Qwen
qwen-3-coder
0
/4
165.3s
20.3
508,713
7,776
516,489

Task State

Task Initial State Files
Download ZIP package to view the complete file structure
student_database/ ├── 20101250_Patricia_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20101701_Isabella_Davis/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20102572_Michael_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20104233_Robert_Lopez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20104498_Sarah_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20104653_Sophia_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20104675_Michael_Gonzalez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20104846_Christopher_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20107487_Mia_Martin/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20108742_Sarah_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20109144_Emma_Thomas/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20109803_Oliver_Hernandez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20111634_Isabella_Thomas/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20112439_Christopher_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20113368_William_Wilson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20113603_Robert_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20114397_Isabella_Martin/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20114869_Ethan_Martin/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20115252_Mason_Johnson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20115632_Elizabeth_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20115753_Charlotte_Johnson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20115924_Michael_Lopez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20116232_Olivia_Lopez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20119528_Thomas_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20122427_Karen_Gonzalez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20122977_Evelyn_Miller/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20123376_Joseph_Johnson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20125451_Barbara_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20126203_Barbara_Davis/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20126394_Olivia_Williams/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20126471_Ethan_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20127423_John_Williams/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20128249_Oliver_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20128879_Christopher_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20129898_Jessica_Johnson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20131271_Olivia_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20131518_Sophia_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20132026_Isabella_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20132370_James_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20132669_Noah_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20133527_Mason_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20133697_Isabella_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20135821_Thomas_Wilson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20136681_Benjamin_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20136890_Benjamin_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20137514_Lucas_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20139234_Harper_Martinez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20139637_Noah_Johnson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20139647_Patricia_Lopez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20141421_Linda_Gonzalez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20142085_William_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20142383_Amelia_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20143406_Susan_Martin/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20143830_James_Garcia/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20146035_Christopher_Garcia/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20146277_William_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20146279_Christopher_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20147301_James_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20147789_James_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20148681_John_Hernandez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20148778_Susan_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20149712_Jessica_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20151012_Harper_Miller/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20153174_Benjamin_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20153412_Charlotte_Martin/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20153606_James_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20153687_Richard_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20154518_John_Gonzalez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20154710_Benjamin_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20156469_Jennifer_Hernandez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20156522_Jennifer_Martinez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20156851_Noah_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20157943_Harper_Williams/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20158266_Sophia_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20158294_Sophia_Wilson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20158819_Sarah_Wilson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20159113_John_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20159695_James_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20161279_William_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20162253_Mason_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20162542_Mia_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20163356_Ava_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20164515_Patricia_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20164801_Noah_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20165511_Mary_Gonzalez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20166436_Christopher_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20166487_Barbara_Hernandez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20166564_Ava_Lopez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20166998_Ava_Lopez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20168311_Lucas_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20168491_Karen_Martinez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20169515_Thomas_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20171050_Christopher_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20171406_Mary_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20171613_Ethan_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20172106_Isabella_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20173259_Michael_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20173492_Richard_Miller/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20173501_Mary_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20173517_Susan_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20174207_Richard_Wilson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20174369_Mary_Garcia/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20175314_William_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20176169_Lucas_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20176947_Noah_Miller/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20177389_James_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20178687_Isabella_Anderson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20179461_William_Johnson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20179690_Linda_Thomas/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20181056_Sarah_Hernandez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20182020_Patricia_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20182390_Ethan_Wilson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20183149_David_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20183219_Charlotte_Williams/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20184489_Jessica_Gonzalez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20186154_Charlotte_Smith/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20186510_James_Thomas/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20187107_David_Martinez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20187144_Mary_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20187892_Christopher_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20187921_Mary_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20187967_Sarah_Davis/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20188937_James_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20189123_Mary_Martin/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20189192_Olivia_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20189268_Emma_Williams/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20189854_William_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20191265_Joseph_Lopez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20192725_Robert_Martinez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20194054_Michael_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20194160_Benjamin_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20194164_Sarah_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20194525_John_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20195164_Jennifer_Gonzalez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20195982_David_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20196776_William_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20196896_Olivia_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20196961_Joseph_Thomas/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20196998_Ethan_Wilson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20198548_Evelyn_Moore/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20199036_Benjamin_Hernandez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20199583_Mary_Brown/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20199735_Mason_Johnson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20199872_Sophia_Jackson/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20199980_James_Rodriguez/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20201385_John_Taylor/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20201800_John_Jones/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20202548_Robert_Miller/ │ ├── basic_info.txt │ └── recommendation_letter.txt ├── 20203855_Mia_Miller/ │ ├── basic_info.txt │ └── recommendation_letter.txt └── 20204611_Sarah_Wilson/ ├── basic_info.txt └── recommendation_letter.txt

Instruction



Verify

*.py
Python
#!/usr/bin/env python3
"""
Verification script for Student Database Grade-Based Score Analysis Task
"""

import sys
from pathlib import Path
import os
import re

def get_test_directory() -> Path:
    """Get the test directory from FILESYSTEM_TEST_DIR env var."""
    test_root = os.environ.get("FILESYSTEM_TEST_DIR")
    if not test_root:
        raise ValueError("FILESYSTEM_TEST_DIR environment variable is required")
    return Path(test_root)

def verify_grade_summary_exists(test_dir: Path) -> bool:
    """Verify that grade_summary.txt file exists."""
    grade_summary_file = test_dir / "grade_summary.txt"
    
    if not grade_summary_file.exists():
        print("❌ File 'grade_summary.txt' not found")
        return False
    
    print("✅ grade_summary.txt file found")
    return True

def verify_grade_summary_readable(test_dir: Path) -> bool:
    """Verify that the grade_summary.txt file is readable."""
    grade_summary_file = test_dir / "grade_summary.txt"
    
    try:
        content = grade_summary_file.read_text()
        if not content.strip():
            print("❌ grade_summary.txt file is empty")
            return False
        
        print("✅ grade_summary.txt file is readable")
        return True
        
    except Exception as e:
        print(f"❌ Error reading grade_summary.txt file: {e}")
        return False

def extract_numbers_from_text(text: str) -> list:
    """Extract all numbers from text."""
    numbers = re.findall(r'\d+', text)
    return [int(num) for num in numbers]

def verify_three_subjects_present(test_dir: Path) -> bool:
    """Verify that grade_summary.txt contains all three subjects (case insensitive)."""
    grade_summary_file = test_dir / "grade_summary.txt"
    
    try:
        content = grade_summary_file.read_text()
        
        # Check if all three subjects are mentioned (case insensitive)
        subjects = ["chinese", "math", "english"]
        missing_subjects = []
        
        for subject in subjects:
            if subject.lower() not in content.lower():
                missing_subjects.append(subject)
        
        if missing_subjects:
            print(f"❌ Missing subjects in grade_summary.txt: {missing_subjects}")
            return False
        
        print("✅ All three subjects (Chinese, Math, English) found in grade_summary.txt")
        return True
        
    except Exception as e:
        print(f"❌ Error checking subjects: {e}")
        return False

def verify_grade_summary_content(test_dir: Path) -> bool:
    """Verify that grade_summary.txt contains the correct statistics from answer.md."""
    grade_summary_file = test_dir / "grade_summary.txt"
    
    try:
        content = grade_summary_file.read_text()
        
        # Extract all numbers from the content
        found_numbers = extract_numbers_from_text(content)
        
        if not found_numbers:
            print("❌ No numbers found in grade_summary.txt")
            return False
        
        # Expected numbers from answer.md
        # Format: [total_students, chinese_A, chinese_B, chinese_C, chinese_D, chinese_pass, chinese_fail,
        #          math_A, math_B, math_C, math_D, math_pass, math_fail,
        #          english_A, english_B, english_C, english_D, english_F, english_pass, english_fail]
        expected_numbers = [
            # Total students
            150,
            # Chinese grades: A(42), B(37), C(43), D(28), Pass(122), Fail(28)
            42, 37, 43, 28, 122, 28,
            # Math grades: A(31), B(38), C(47), D(34), Pass(116), Fail(34)  
            31, 38, 47, 34, 116, 34,
            # English grades: A(32), B(38), C(38), D(41), F(1), Pass(108), Fail(42)
            32, 38, 38, 41, 1, 108, 42
        ]
        
        # Check if all expected numbers are present in the found numbers
        missing_numbers = []
        for expected in expected_numbers:
            if expected not in found_numbers:
                missing_numbers.append(expected)
        
        if missing_numbers:
            print(f"❌ Missing expected numbers: {missing_numbers}")
            print(f"   Found numbers: {found_numbers}")
            return False
        
        # Check if the counts match (each number should appear the expected number of times)
        for expected in expected_numbers:
            expected_count = expected_numbers.count(expected)
            found_count = found_numbers.count(expected)
            if found_count < expected_count:
                print(f"❌ Number {expected} appears {found_count} times, expected {expected_count} times")
                return False
        
        print("✅ All expected grade statistics found in grade_summary.txt")
        return True
        
    except Exception as e:
        print(f"❌ Error verifying grade summary content: {e}")
        return False

def main():
    """Main verification function."""
    try:
        test_dir = get_test_directory()
        print(f"🔍 Verifying Student Database Grade-Based Score Analysis in: {test_dir}")
        
        # Define verification steps
        verification_steps = [
            ("Grade Summary File Exists", verify_grade_summary_exists),
            ("File is Readable", verify_grade_summary_readable),
            ("Three Subjects Present", verify_three_subjects_present),
            ("Grade Statistics Content", verify_grade_summary_content),
        ]
        
        # Run all verification steps
        all_passed = True
        for step_name, verify_func in verification_steps:
            print(f"\n--- {step_name} ---")
            if not verify_func(test_dir):
                all_passed = False
        
        # Final result
        print("\n" + "="*50)
        if all_passed:
            print("✅ Student grade analysis completed correctly!")
            print("🎉 Grade-Based Score Analysis verification: PASS")
            sys.exit(0)
        else:
            print("❌ Grade-Based Score Analysis verification: FAIL")
            sys.exit(1)
            
    except Exception as e:
        print(f"❌ Verification failed with error: {e}")
        sys.exit(1)

if __name__ == "__main__":
    main()