Spaces:
Sleeping
Sleeping
| # Ground truth data for the Git Commit Reviewer Tasks | |
| EASY_TASK = [ | |
| { | |
| "commit_message": "fixed bug", | |
| "ground_truth": { | |
| "score": 0.1, | |
| "type_valid": False, | |
| "summary_length": 9, | |
| "issues": ["Missing type", "Not imperative mood", "No description of what was fixed"], | |
| "suggestion": "fix: resolve null pointer exception in login flow" | |
| } | |
| } | |
| ] | |
| MEDIUM_TASK = [ | |
| { | |
| "commit_message": "feat(auth): added Google OAuth login", | |
| "ground_truth": { | |
| "score": 0.6, | |
| "type_valid": True, | |
| "summary_length": 35, | |
| "issues": ["Not imperative mood ('added' instead of 'add')"], | |
| "suggestion": "feat(auth): add Google OAuth login" | |
| } | |
| }, | |
| { | |
| "commit_message": "docs: update README with setup instructions", | |
| "ground_truth": { | |
| "score": 1.0, | |
| "type_valid": True, | |
| "summary_length": 43, | |
| "issues": [], | |
| "suggestion": "docs: update README with setup instructions" | |
| } | |
| }, | |
| { | |
| "commit_message": "update stuff", | |
| "ground_truth": { | |
| "score": 0.2, | |
| "type_valid": False, | |
| "summary_length": 12, | |
| "issues": ["Missing type", "Vague description"], | |
| "suggestion": "refactor: simplify data fetching logic" | |
| } | |
| } | |
| ] | |
| HARD_TASK = [ | |
| { | |
| "commit_message": "feat: introduce breaking API changes for user endpoints", | |
| "ground_truth": { | |
| "score": 0.7, | |
| "type_valid": True, | |
| "summary_length": 55, | |
| "issues": ["Missing '!' to indicate breaking change or 'BREAKING CHANGE' in footer"], | |
| "suggestion": "feat!: introduce breaking API changes for user endpoints" | |
| } | |
| }, | |
| { | |
| "commit_message": "fix: resolve crash when loading large datasets\n\nthis happens when datasets exceed 5gb.", | |
| "ground_truth": { | |
| "score": 0.9, | |
| "type_valid": True, | |
| "summary_length": 46, | |
| "issues": ["Body is not properly capitalized"], | |
| "suggestion": "fix: resolve crash when loading large datasets\n\nThis happens when datasets exceed 5gb." | |
| } | |
| }, | |
| { | |
| "commit_message": "chore: Drop support for Python 3.8", | |
| "ground_truth": { | |
| "score": 0.8, | |
| "type_valid": True, | |
| "summary_length": 35, | |
| "issues": ["Summary should be lowercase usually, but strictly speaking imperative mood requires 'drop' not 'Drop'. Missing breaking change indicator."], | |
| "suggestion": "chore!: drop support for Python 3.8" | |
| } | |
| }, | |
| { | |
| "commit_message": "WIP: added tests for refactored components", | |
| "ground_truth": { | |
| "score": 0.3, | |
| "type_valid": False, | |
| "summary_length": 42, | |
| "issues": ["WIP is not a valid conventional commit type", "Not imperative mood ('added' instead of 'add')"], | |
| "suggestion": "test: add tests for refactored components" | |
| } | |
| }, | |
| { | |
| "commit_message": "perf(db): optimize query performance by adding index to User table", | |
| "ground_truth": { | |
| "score": 1.0, | |
| "type_valid": True, | |
| "summary_length": 66, | |
| "issues": [], | |
| "suggestion": "perf(db): optimize query performance by adding index to User table" | |
| } | |
| } | |
| ] | |
| def get_task_data(task_name: str) -> list: | |
| if task_name == "easy": | |
| return EASY_TASK | |
| elif task_name == "medium": | |
| return MEDIUM_TASK | |
| elif task_name == "hard": | |
| return HARD_TASK | |
| else: | |
| return EASY_TASK | |