📦 agentscope-ai / OpenJudge

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103[project]
name = "py-openjudge"
dynamic = ["version"]
description = "OpenJudge: A Unified Framework for Holistic Evaluation and Quality Reward"
readme = "README.md"
authors = [
  { name = "Qiao Cai", email = "qiao.cai@alibaba-inc.com" },
  { name = "Haoran Chen", email = "congling.chr@alibaba-inc.com" },
  { name = "Yuhao Cui", email = "cyh262498@alibaba-inc.com" },
  { name = "Jiaji Deng", email = "dengjiaji.djj@alibaba-inc.com" },
  { name = "Yiwen Ding", email = "dingyiwen.dyw@antgroup.com" },
  { name = "Qingxu Fu", email = "fuqingxu.fqx@alibaba-inc.com" },
  { name = "Yuan Gao", email = "yunze.gy@alibaba-inc.com" },
  { name = "Sen Huang", email = "huangsen.huang@alibaba-inc.com" },
  { name = "Weidan Kong", email = "weidan.kong@alibaba-inc.com" },
  { name = "Li Yu", email = "jinli.yl@alibaba-inc.com" },
  { name = "Boyin Liu", email = "liuboyin.lby@alibaba-inc.com" },
  { name = "Zhaoyang Liu", email = "jingmu.lzy@alibaba-inc.com" },
  { name = "Yunzhou Shi", email = "yunzhou.syz@alibaba-inc.com" },
  { name = "Lipeng Xie", email = "xielipeng.xlp@alibaba-inc.com" },
  { name = "Yunpeng Zhai", email = "zhaiyunpeng.zyp@alibaba-inc.com" },
  { name = "Wei Zhang", email = "w.zhang@alibaba-inc.com" },
  { name = "Zhuo Zhang", email = "zz297429@alibaba-inc.com" },
  { name = "Anni Zou", email = "zouanni.zan@alibaba-inc.com" },
]
license = "Apache-2.0"
keywords = ["deep-learning", "evaluation", "ai-model", "llm"]
classifiers = [
    "Development Status :: 4 - Beta",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Operating System :: OS Independent",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
]
requires-python = ">=3.10"
dependencies = [
    "pandas>=2.2.3,<3.0.0",
    "loguru>=0.7.3,<0.8.0",
    "json_repair>=0.54.0,<1.0.0",
    "pydantic>=2.11.5,<3.0.0",
    "openai>=2.8.0",
    "tenacity>=9.1.0,<10.0.0",
    "math-verify>=0.7.0,<0.8.0",
    "tqdm>=4.66.0,<5.0.0",
    "fire",
    "numpy>=1.22.0,<2.0.0",
    "dashscope>=1.19.0",
    "tiktoken>=0.7.0",
    "nltk>=3.8.1",
    "jieba>=0.42.1",
    "sacrebleu>=2.0.0",
    "rouge-score>=0.1.2",
    "python-Levenshtein>=0.20.0",
    "scikit-learn>=1.0.0",
]

[project.optional-dependencies]
dev = [
    "pre-commit",
    "pytest>=8.3.5,<9.0.0",
    "sphinx-gallery",
    "furo",
    "myst_parser",
    "anyio",
    "pytest-asyncio",
    "pytest-tornasync",
    "pytest-trio",
    "pytest-twisted",
    "twisted",
    "python-dotenv",
    "matplotlib>=3.7.0,<4.0.0"
]
verl = [
    "transformers>=4.52.4,<5.0.0",
    "verl"
]

[project.urls]
Homepage = "https://github.com/agentscope-ai/OpenJudge"
Repository = "https://github.com/agentscope-ai/OpenJudge"
Documentation = "https://agentscope-ai.github.io/OpenJudge/"

[tool.setuptools]
packages = { find = { where = ["."] } }
include-package-data = true

[tool.setuptools.package-data]
"*" = ["py.typed"]

[build-system]
requires = ["setuptools>=45", "wheel"]
build-backend = "setuptools.build_meta"

[tool.setuptools.dynamic]
version = {attr = "openjudge.__version__"}

[tool.pylint.design]
max-statements = 75