📦 agentscope-ai / OpenJudge

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55# -*- coding: utf-8 -*-
"""Generator module for creating graders and evaluation rubrics.

This module provides generators for automatically creating graders and
evaluation criteria based on data or task descriptions.

Submodules:
    simple_rubric: Task-description-based rubric generation (zero-shot)
    iterative_rubric: Preference-data-based rubric generation (iterative refinement)

Classes:
    BaseGraderGenerator: Abstract base class for grader generators
    GraderGeneratorConfig: Configuration for grader generation
    LLMGraderGenerator: Base class for LLM-based grader generators
    LLMGraderGeneratorConfig: Configuration for LLM grader generation

    # Simple rubric generation (from task description)
    SimpleRubricsGenerator: Main generator for simple rubric-based graders
    SimpleRubricsGeneratorConfig: Configuration for simple rubric generation
    TaskBasedRubricGenerator: Core rubric generation logic

Constants:
    DEFAULT_RUBRICS: Default fallback rubrics if generation fails
"""

from openjudge.generator.base_generator import (
    BaseGraderGenerator,
    GraderGeneratorConfig,
)
from openjudge.generator.llm_grader_generator import (
    LLMGraderGenerator,
    LLMGraderGeneratorConfig,
)

# Simple rubric generation
from openjudge.generator.simple_rubric import (
    DEFAULT_RUBRICS,
    SimpleRubricsGenerator,
    SimpleRubricsGeneratorConfig,
    TaskBasedRubricGenerator,
)

__all__ = [
    # Base classes
    "BaseGraderGenerator",
    "GraderGeneratorConfig",
    "LLMGraderGenerator",
    "LLMGraderGeneratorConfig",
    # Simple rubric generation
    "SimpleRubricsGenerator",
    "SimpleRubricsGeneratorConfig",
    "TaskBasedRubricGenerator",
    "DEFAULT_RUBRICS",
]