orbit-agent/Makefile at main · evalops/orbit-agent · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
PY?=python3
VENV?=venv

.PHONY: bootstrap bootstrap-prod test lint fmt ci chat config hooks bazel-format bazel-mod-tidy bazel-check bazel-test bazel-test-remote bazel-rbe-smoke clean

bootstrap:
	@bash scripts/bootstrap_venv.sh dev $(PY)

bootstrap-prod:
	@bash scripts/bootstrap_venv.sh prod $(PY)

test:
	@$(VENV)/bin/python -m pytest -q

lint:
	@$(VENV)/bin/ruff check .

fmt:
	@$(VENV)/bin/black .

ci: lint test

chat:
	@$(VENV)/bin/python -m orbit_agent.cli chat

config:
	@$(VENV)/bin/python -m orbit_agent.cli config-info

hooks:
	@$(VENV)/bin/pre-commit install && echo "pre-commit hooks installed"

bazel-format:
	buildifier BUILD.bazel bazel/platforms/BUILD.bazel

bazel-mod-tidy:
	bazelisk mod tidy

bazel-test:
	bazelisk test //:pytest

bazel-test-remote:
	bazelisk test //:pytest --config=remote-gcp-dev

bazel-rbe-smoke:
	scripts/run-bazel-rbe.sh test //:pytest

bazel-check: bazel-format bazel-mod-tidy bazel-test

clean:
	rm -rf $(VENV) __pycache__ .pytest_cache
	find . -name "*.pyc" -delete
eval-personas:
	@$(VENV)/bin/python -m orbit_agent.cli eval run --dataset evals/scenarios_personas.yaml --out .orbit/evals/personas.jsonl
	@$(VENV)/bin/python -m orbit_agent.cli eval report .orbit/evals/personas.jsonl
	@$(VENV)/bin/python -m orbit_agent.cli eval summary --input-path .orbit/evals/personas.jsonl --csv-out reports/personas.csv --md-out reports/personas.md