beval/python/pyproject.toml at main · vyta/beval · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[project]
name = "beval"
version = "0.1.0"
description = "Behavioral evaluation framework for AI agents and LLM-powered systems."
readme = "README.md"
license = "MIT"
requires-python = ">=3.10"
keywords = ["evaluation", "testing", "ai", "llm", "behavioral"]
classifiers = [
    "Development Status :: 3 - Alpha",
    "Intended Audience :: Developers",
    "License :: OSI Approved :: MIT License",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Topic :: Software Development :: Testing",
]
dependencies = [
    "pyyaml>=6.0.1",
]

[project.scripts]
beval = "beval.__main__:console_main"

[project.urls]
Homepage = "https://github.com/microsoft/beval"
Repository = "https://github.com/microsoft/beval"
Documentation = "https://github.com/microsoft/beval#readme"
Issues = "https://github.com/microsoft/beval/issues"

[project.optional-dependencies]
validate = ["jsonschema>=4.20.0"]
tracing = [
    "opentelemetry-api>=1.20.0",
    "opentelemetry-sdk>=1.20.0",
]
acp = ["agent-client-protocol>=0.1.0"]
a2a = ["a2a-sdk>=0.3.0", "httpx>=0.27.0"]
judge = ["openai>=1.0.0", "azure-identity>=1.15.0"]
a2a-server = ["a2a-sdk[http-server]>=0.3.0", "uvicorn>=0.30.0", "fastapi>=0.115.0", "openai>=1.0.0", "azure-identity>=1.15.0"]
all = ["beval[validate,tracing,acp,a2a,judge]"]
dev = [
    "beval[all]",
    "pytest>=8.0",
    "ruff>=0.4.0",
    "mypy>=1.10.0",
    "types-PyYAML>=6.0",
    "types-jsonschema>=4.20",
]

[tool.hatch.build.targets.wheel]
packages = ["src/beval"]

[tool.hatch.build.targets.wheel.force-include]
"../spec/schemas" = "beval/schemas"

[tool.ruff]
target-version = "py310"

[tool.ruff.lint]
select = ["E", "F", "W", "I", "S", "B", "UP", "PIE"]

[tool.ruff.lint.per-file-ignores]
"tests/**/*.py" = ["S101"]
# Prompt template strings contain long lines that cannot be wrapped
"src/beval/conversation/simulator.py" = ["E501"]

[tool.mypy]
strict = true

[[tool.mypy.overrides]]
module = "tests.*"
disallow_untyped_defs = false
check_untyped_defs = true

[[tool.mypy.overrides]]
module = ["opentelemetry.*"]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = ["acp.*", "acp", "a2a.*", "a2a"]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = ["httpx.*", "httpx"]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = ["openai.*", "openai"]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = ["azure.*"]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = ["beval.adapters.acp", "beval.adapters.a2a"]
disallow_untyped_defs = false
check_untyped_defs = false
warn_return_any = false
disable_error_code = ["misc", "attr-defined", "call-arg", "assignment", "unused-ignore", "no-any-return"]