github-copilot-lab/src/copilot_experiments/__init__.py at dependabot/github_actions/actions/setup-python-6 · dbroeglin/github-copilot-lab · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
"""copilot-experiments: a library + CLI for GitHub Copilot research experiments.

Public API
----------
Author Pier/Harbor task directories and run Pier jobs that include the real
GitHub Copilot CLI as an installed agent. The legacy Python experiment API is
still exported for migration and offline tests.

Pier configs can refer to the local Copilot agent import path exported as
``COPILOT_CLI_AGENT_IMPORT_PATH``.
"""

from __future__ import annotations

from .analysis import analyze_events, llm_calls_from_otel
from .deepswe import (
    DeepSweImportError,
    DeepSweImportResult,
    DeepSweSource,
    discover_deepswe_source,
    write_deepswe_job_config,
)
from .models import (
    DryRunCheck,
    DryRunReport,
    Experiment,
    ExperimentRun,
    LlmCallSummary,
    Metrics,
    ProviderConfig,
    SessionAnalysis,
    Task,
    TaskResult,
    ToolStat,
    TrialResult,
    TurnSummary,
    Variant,
    VariantResult,
)
from .pier_backend import COPILOT_CLI_AGENT_IMPORT_PATH, discover_pier_job_configs, run_pier_job
from .runner import dry_run_experiment, run_experiment

__all__ = [
    "DryRunCheck",
    "DryRunReport",
    "DeepSweImportError",
    "DeepSweImportResult",
    "DeepSweSource",
    "Experiment",
    "ExperimentRun",
    "LlmCallSummary",
    "Metrics",
    "ProviderConfig",
    "SessionAnalysis",
    "Task",
    "TaskResult",
    "ToolStat",
    "TrialResult",
    "TurnSummary",
    "Variant",
    "VariantResult",
    "COPILOT_CLI_AGENT_IMPORT_PATH",
    "analyze_events",
    "discover_deepswe_source",
    "discover_pier_job_configs",
    "dry_run_experiment",
    "llm_calls_from_otel",
    "run_pier_job",
    "run_experiment",
    "write_deepswe_job_config",
    "run",
]

# Convenient alias.
run = run_experiment

__version__ = "0.2.0"