forked from github/copilot-sdk
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathCompactionE2ETests.cs
More file actions
101 lines (85 loc) · 4.13 KB
/
Copy pathCompactionE2ETests.cs
File metadata and controls
101 lines (85 loc) · 4.13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
*--------------------------------------------------------------------------------------------*/
using GitHub.Copilot.Test.Harness;
using Xunit;
using Xunit.Abstractions;
namespace GitHub.Copilot.Test.E2E;
public class CompactionE2ETests(E2ETestFixture fixture, ITestOutputHelper output) : E2ETestBase(fixture, "compaction", output)
{
private static readonly TimeSpan CompactionTimeout = TimeSpan.FromSeconds(60);
[Fact]
public async Task Should_Trigger_Compaction_With_Low_Threshold_And_Emit_Events()
{
await using var session = await CreateSessionAsync(new SessionConfig
{
InfiniteSessions = new InfiniteSessionConfig
{
Enabled = true,
BackgroundCompactionThreshold = 0.005,
BufferExhaustionThreshold = 0.01
}
});
// The first prompt leaves the session below the compaction processor's minimum
// message count. The second prompt is therefore the first deterministic point
// at which low thresholds can trigger compaction.
var compactionStarted = TestHelper.GetNextEventOfTypeAsync<SessionCompactionStartEvent>(
session,
CompactionTimeout);
var compactionCompleted = TestHelper.GetNextEventOfTypeAsync<SessionCompactionCompleteEvent>(
session,
evt => evt.Data.Success,
CompactionTimeout,
timeoutDescription: "successful compaction completion");
await session.SendAndWaitAsync(new MessageOptions
{
Prompt = "Tell me a story about a dragon. Be detailed."
});
await session.SendAndWaitAsync(new MessageOptions
{
Prompt = "Continue the story with more details about the dragon's castle."
});
var startEvent = await compactionStarted;
var completeEvent = await compactionCompleted;
Assert.True(startEvent.Data.ConversationTokens.GetValueOrDefault() > 0, "Expected compaction to report conversation tokens at start");
Assert.True(completeEvent.Data.Success, "Expected compaction to succeed");
Assert.NotNull(completeEvent.Data.CompactionTokensUsed);
Assert.True(completeEvent.Data.CompactionTokensUsed!.InputTokens.GetValueOrDefault() > 0, "Expected compaction call to consume input tokens");
Assert.Contains("<overview>", completeEvent.Data.SummaryContent ?? string.Empty, StringComparison.OrdinalIgnoreCase);
Assert.Contains("<history>", completeEvent.Data.SummaryContent ?? string.Empty, StringComparison.OrdinalIgnoreCase);
Assert.Contains("<checkpoint_title>", completeEvent.Data.SummaryContent ?? string.Empty, StringComparison.OrdinalIgnoreCase);
await session.SendAndWaitAsync(new MessageOptions
{
Prompt = "Now describe the dragon's treasure in great detail."
});
var answer = await session.SendAndWaitAsync(new MessageOptions
{
Prompt = "What was the story about?"
});
var content = answer?.Data.Content ?? string.Empty;
Assert.Contains("Kaedrith", content, StringComparison.OrdinalIgnoreCase);
Assert.Contains("dragon", content, StringComparison.OrdinalIgnoreCase);
}
[Fact]
public async Task Should_Not_Emit_Compaction_Events_When_Infinite_Sessions_Disabled()
{
await using var session = await CreateSessionAsync(new SessionConfig
{
InfiniteSessions = new InfiniteSessionConfig
{
Enabled = false
}
});
var compactionEvents = new List<SessionEvent>();
session.On<SessionEvent>(evt =>
{
if (evt is SessionCompactionStartEvent or SessionCompactionCompleteEvent)
{
compactionEvents.Add(evt);
}
});
await session.SendAndWaitAsync(new MessageOptions { Prompt = "What is 2+2?" });
// Should not have any compaction events when disabled
Assert.Empty(compactionEvents);
}
}