forked from github/copilot-sdk
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathhooks_test.go
More file actions
258 lines (218 loc) · 6.97 KB
/
Copy pathhooks_test.go
File metadata and controls
258 lines (218 loc) · 6.97 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
package e2e
import (
"os"
"path/filepath"
"sync"
"testing"
copilot "github.com/github/copilot-sdk/go"
"github.com/github/copilot-sdk/go/internal/e2e/testharness"
)
func TestHooks(t *testing.T) {
ctx := testharness.NewTestContext(t)
client := ctx.NewClient()
t.Cleanup(func() { client.ForceStop() })
t.Run("should invoke preToolUse hook when model runs a tool", func(t *testing.T) {
ctx.ConfigureForTest(t)
var preToolUseInputs []copilot.PreToolUseHookInput
var mu sync.Mutex
session, err := client.CreateSession(t.Context(), &copilot.SessionConfig{
Hooks: &copilot.SessionHooks{
OnPreToolUse: func(input copilot.PreToolUseHookInput, invocation copilot.HookInvocation) (*copilot.PreToolUseHookOutput, error) {
mu.Lock()
preToolUseInputs = append(preToolUseInputs, input)
mu.Unlock()
if invocation.SessionID == "" {
t.Error("Expected non-empty session ID in invocation")
}
return &copilot.PreToolUseHookOutput{PermissionDecision: "allow"}, nil
},
},
})
if err != nil {
t.Fatalf("Failed to create session: %v", err)
}
// Create a file for the model to read
testFile := filepath.Join(ctx.WorkDir, "hello.txt")
err = os.WriteFile(testFile, []byte("Hello from the test!"), 0644)
if err != nil {
t.Fatalf("Failed to write test file: %v", err)
}
_, err = session.SendAndWait(t.Context(), copilot.MessageOptions{
Prompt: "Read the contents of hello.txt and tell me what it says",
})
if err != nil {
t.Fatalf("Failed to send message: %v", err)
}
mu.Lock()
defer mu.Unlock()
if len(preToolUseInputs) == 0 {
t.Error("Expected at least one preToolUse hook call")
}
hasToolName := false
for _, input := range preToolUseInputs {
if input.ToolName != "" {
hasToolName = true
break
}
}
if !hasToolName {
t.Error("Expected at least one input with a tool name")
}
})
t.Run("should invoke postToolUse hook after model runs a tool", func(t *testing.T) {
ctx.ConfigureForTest(t)
var postToolUseInputs []copilot.PostToolUseHookInput
var mu sync.Mutex
session, err := client.CreateSession(t.Context(), &copilot.SessionConfig{
Hooks: &copilot.SessionHooks{
OnPostToolUse: func(input copilot.PostToolUseHookInput, invocation copilot.HookInvocation) (*copilot.PostToolUseHookOutput, error) {
mu.Lock()
postToolUseInputs = append(postToolUseInputs, input)
mu.Unlock()
if invocation.SessionID == "" {
t.Error("Expected non-empty session ID in invocation")
}
return nil, nil
},
},
})
if err != nil {
t.Fatalf("Failed to create session: %v", err)
}
// Create a file for the model to read
testFile := filepath.Join(ctx.WorkDir, "world.txt")
err = os.WriteFile(testFile, []byte("World from the test!"), 0644)
if err != nil {
t.Fatalf("Failed to write test file: %v", err)
}
_, err = session.SendAndWait(t.Context(), copilot.MessageOptions{
Prompt: "Read the contents of world.txt and tell me what it says",
})
if err != nil {
t.Fatalf("Failed to send message: %v", err)
}
mu.Lock()
defer mu.Unlock()
if len(postToolUseInputs) == 0 {
t.Error("Expected at least one postToolUse hook call")
}
hasToolName := false
hasResult := false
for _, input := range postToolUseInputs {
if input.ToolName != "" {
hasToolName = true
}
if input.ToolResult != nil {
hasResult = true
}
}
if !hasToolName {
t.Error("Expected at least one input with a tool name")
}
if !hasResult {
t.Error("Expected at least one input with a tool result")
}
})
t.Run("should invoke both preToolUse and postToolUse hooks for a single tool call", func(t *testing.T) {
ctx.ConfigureForTest(t)
var preToolUseInputs []copilot.PreToolUseHookInput
var postToolUseInputs []copilot.PostToolUseHookInput
var mu sync.Mutex
session, err := client.CreateSession(t.Context(), &copilot.SessionConfig{
Hooks: &copilot.SessionHooks{
OnPreToolUse: func(input copilot.PreToolUseHookInput, invocation copilot.HookInvocation) (*copilot.PreToolUseHookOutput, error) {
mu.Lock()
preToolUseInputs = append(preToolUseInputs, input)
mu.Unlock()
return &copilot.PreToolUseHookOutput{PermissionDecision: "allow"}, nil
},
OnPostToolUse: func(input copilot.PostToolUseHookInput, invocation copilot.HookInvocation) (*copilot.PostToolUseHookOutput, error) {
mu.Lock()
postToolUseInputs = append(postToolUseInputs, input)
mu.Unlock()
return nil, nil
},
},
})
if err != nil {
t.Fatalf("Failed to create session: %v", err)
}
testFile := filepath.Join(ctx.WorkDir, "both.txt")
err = os.WriteFile(testFile, []byte("Testing both hooks!"), 0644)
if err != nil {
t.Fatalf("Failed to write test file: %v", err)
}
_, err = session.SendAndWait(t.Context(), copilot.MessageOptions{
Prompt: "Read the contents of both.txt",
})
if err != nil {
t.Fatalf("Failed to send message: %v", err)
}
mu.Lock()
defer mu.Unlock()
if len(preToolUseInputs) == 0 {
t.Error("Expected at least one preToolUse hook call")
}
if len(postToolUseInputs) == 0 {
t.Error("Expected at least one postToolUse hook call")
}
// Check that the same tool appears in both
preToolNames := make(map[string]bool)
for _, input := range preToolUseInputs {
if input.ToolName != "" {
preToolNames[input.ToolName] = true
}
}
foundCommon := false
for _, input := range postToolUseInputs {
if preToolNames[input.ToolName] {
foundCommon = true
break
}
}
if !foundCommon {
t.Error("Expected the same tool to appear in both pre and post hooks")
}
})
t.Run("should deny tool execution when preToolUse returns deny", func(t *testing.T) {
ctx.ConfigureForTest(t)
var preToolUseInputs []copilot.PreToolUseHookInput
var mu sync.Mutex
session, err := client.CreateSession(t.Context(), &copilot.SessionConfig{
Hooks: &copilot.SessionHooks{
OnPreToolUse: func(input copilot.PreToolUseHookInput, invocation copilot.HookInvocation) (*copilot.PreToolUseHookOutput, error) {
mu.Lock()
preToolUseInputs = append(preToolUseInputs, input)
mu.Unlock()
// Deny all tool calls
return &copilot.PreToolUseHookOutput{PermissionDecision: "deny"}, nil
},
},
})
if err != nil {
t.Fatalf("Failed to create session: %v", err)
}
// Create a file
originalContent := "Original content that should not be modified"
testFile := filepath.Join(ctx.WorkDir, "protected.txt")
err = os.WriteFile(testFile, []byte(originalContent), 0644)
if err != nil {
t.Fatalf("Failed to write test file: %v", err)
}
response, err := session.SendAndWait(t.Context(), copilot.MessageOptions{
Prompt: "Edit protected.txt and replace 'Original' with 'Modified'",
})
if err != nil {
t.Fatalf("Failed to send message: %v", err)
}
mu.Lock()
defer mu.Unlock()
if len(preToolUseInputs) == 0 {
t.Error("Expected at least one preToolUse hook call")
}
// The response should be defined
if response == nil {
t.Error("Expected non-nil response")
}
})
}