copilot-sdk/python/e2e/test_scenario_lifecycle_recovery_e2e.py at main · github/copilot-sdk · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
"""Scenario-parity E2Es for recoverable session setup failures."""

from __future__ import annotations

import pytest

from copilot.session import PermissionHandler

from ._scenario_fake_cli import create_scenario_client, read_scenario_capture
from .testharness import E2ETestContext

pytestmark = pytest.mark.asyncio(loop_scope="module")


class TestScenarioLifecycleRecovery:
    async def test_should_allow_retry_after_preacceptance_session_not_found(
        self,
        ctx: E2ETestContext,
    ):
        client, capture_path = create_scenario_client(ctx, "resume-retry")
        try:
            with pytest.raises(Exception) as exc_info:
                await client.resume_session(
                    "scenario-session",
                    on_permission_request=PermissionHandler.approve_all,
                )

            assert getattr(exc_info.value, "code", None) == -32001
            assert "Session not found before acceptance" in str(exc_info.value)
            assert getattr(exc_info.value, "data", None) == {"recoverable": True}

            session = await client.resume_session(
                "scenario-session",
                on_permission_request=PermissionHandler.approve_all,
            )
            try:
                assert session.session_id == "scenario-session"
                assert await session.send("Retry succeeded.") == "user-message"

                requests = read_scenario_capture(capture_path)["requests"]
                resume_requests = [
                    request for request in requests if request["method"] == "session.resume"
                ]
                assert len(resume_requests) == 2
                assert all(
                    request["params"]["sessionId"] == "scenario-session"
                    for request in resume_requests
                )
            finally:
                await session.disconnect()
        finally:
            await client.stop()

    async def test_should_retry_resume_on_replacement_client_after_recoverable_failure(
        self,
        ctx: E2ETestContext,
    ):
        failed_client, _failed_capture = create_scenario_client(ctx, "resume-fail")
        with pytest.raises(Exception) as exc_info:
            await failed_client.resume_session(
                "scenario-session",
                on_permission_request=PermissionHandler.approve_all,
            )
        assert getattr(exc_info.value, "data", None) == {"recoverable": True}
        await failed_client.stop()

        replacement_client, replacement_capture = create_scenario_client(ctx, "send")
        try:
            session = await replacement_client.resume_session(
                "scenario-session",
                on_permission_request=PermissionHandler.approve_all,
            )
            try:
                assert await session.send("Replacement client recovered.") == "user-message"
                requests = read_scenario_capture(replacement_capture)["requests"]
                assert [request["method"] for request in requests] == [
                    "connect",
                    "session.resume",
                    "session.send",
                ]
            finally:
                await session.disconnect()
        finally:
            await replacement_client.stop()