Files
Elydora-Go-SDK/cmd/elydora/plugins/grok_runtime_test.go
T

231 lines
6.6 KiB
Go

package plugins
import (
"encoding/json"
"net/http"
"net/http/httptest"
"os"
"path/filepath"
"reflect"
"sort"
"strings"
"testing"
)
func installGrokRuntimeFixture(
t *testing.T,
status string,
) (*grokFixture, *codexTestAPI, *httptest.Server) {
t.Helper()
api := &codexTestAPI{status: status}
server := httptest.NewServer(api)
fixture := prepareGrokFixture(t, grokFixtureOptions{})
fixture.config.BaseURL = server.URL
fixture.config.Token = "ely_test_token"
if err := fixture.plugin.Install(fixture.config); err != nil {
server.Close()
t.Fatalf("install Grok hooks: %v", err)
}
return fixture, api, server
}
func TestGrokGeneratedRuntimePreservesNativePayloadAuthAndChain(t *testing.T) {
fixture, api, server := installGrokRuntimeFixture(t, "active")
defer server.Close()
settings := readGrokTestObject(t, fixture.configPath)
guard := grokTestManagedHandler(t, settings, "PreToolUse", grokGuardScript)
success := grokTestManagedHandler(t, settings, "PostToolUse", grokAuditScript)
failure := grokTestManagedHandler(t, settings, "PostToolUseFailure", grokAuditScript)
if exitCode, stdout, stderr := runGrokCommand(
t,
guard["command"].(string),
fixture,
grokOfficialPayload("PreToolUse"),
); exitCode != 0 || stdout != "" || stderr != "" {
t.Fatalf("guard result = %d, %q, %q", exitCode, stdout, stderr)
}
successPayload := grokOfficialPayload("PostToolUse")
failurePayload := grokOfficialPayload("PostToolUseFailure")
for _, item := range []struct {
command string
payload map[string]any
}{
{success["command"].(string), successPayload},
{failure["command"].(string), failurePayload},
} {
if exitCode, stdout, stderr := runGrokCommand(
t,
item.command,
fixture,
item.payload,
); exitCode != 0 || stdout != "" || stderr != "" {
t.Fatalf("audit result = %d, %q, %q", exitCode, stdout, stderr)
}
}
getAuth, postAuth, operations := api.snapshot()
if getAuth != "Bearer ely_test_token" || postAuth != "Bearer ely_test_token" {
t.Fatalf("authorization headers = %q, %q", getAuth, postAuth)
}
if len(operations) != 2 ||
!reflect.DeepEqual(operations[0]["payload"], successPayload) ||
!reflect.DeepEqual(operations[1]["payload"], failurePayload) {
t.Fatalf("Grok native operations = %#v", operations)
}
if operations[0]["prev_chain_hash"] !=
"AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA" ||
operations[1]["prev_chain_hash"] != operations[0]["chain_hash"] {
t.Fatalf("Grok operation chain = %#v", operations)
}
}
func TestGrokGuardEmitsOfficialDenyJSONAndExitCode(t *testing.T) {
for _, status := range []string{"frozen", "revoked"} {
t.Run(status, func(t *testing.T) {
fixture, _, server := installGrokRuntimeFixture(t, status)
defer server.Close()
guard := grokTestManagedHandler(
t,
readGrokTestObject(t, fixture.configPath),
"PreToolUse",
grokGuardScript,
)
exitCode, stdout, stderr := runGrokCommand(
t,
guard["command"].(string),
fixture,
grokOfficialPayload("PreToolUse"),
)
if exitCode != 2 || !strings.Contains(strings.ToLower(stderr), status) {
t.Fatalf("guard result = %d, %q, %q", exitCode, stdout, stderr)
}
decision := map[string]any{}
if err := json.Unmarshal([]byte(stdout), &decision); err != nil {
t.Fatalf("decode Grok denial: %v", err)
}
keys := make([]string, 0, len(decision))
for key := range decision {
keys = append(keys, key)
}
sort.Strings(keys)
if !reflect.DeepEqual(keys, []string{"decision", "reason"}) ||
decision["decision"] != "deny" ||
!strings.Contains(strings.ToLower(decision["reason"].(string)), status) {
t.Fatalf("Grok denial = %#v", decision)
}
})
}
}
func TestGrokFailOpenGuardReportsInputConfigStatusAndAPIFailures(t *testing.T) {
fixture, api, server := installGrokRuntimeFixture(t, "active")
guard := grokTestManagedHandler(
t,
readGrokTestObject(t, fixture.configPath),
"PreToolUse",
grokGuardScript,
)
command := guard["command"].(string)
runtimeConfig, err := os.ReadFile(fixture.runtimeConfig)
if err != nil {
t.Fatalf("read runtime config: %v", err)
}
malformedExit, _, malformedError := runGrokRawCommand(
t,
command,
fixture,
[]byte("{ malformed"),
)
if err := os.WriteFile(fixture.runtimeConfig, []byte("{ malformed"), 0600); err != nil {
t.Fatalf("corrupt runtime config: %v", err)
}
configExit, _, configError := runGrokCommand(
t,
command,
fixture,
grokOfficialPayload("PreToolUse"),
)
if err := os.WriteFile(fixture.runtimeConfig, runtimeConfig, 0600); err != nil {
t.Fatalf("restore runtime config: %v", err)
}
_ = os.Remove(filepath.Join(fixture.agentDir, "status-cache.json"))
api.mu.Lock()
api.status = "unknown"
api.mu.Unlock()
statusExit, _, statusError := runGrokCommand(
t,
command,
fixture,
grokOfficialPayload("PreToolUse"),
)
_ = os.Remove(filepath.Join(fixture.agentDir, "status-cache.json"))
server.Close()
apiExit, _, apiError := runGrokCommand(
t,
command,
fixture,
grokOfficialPayload("PreToolUse"),
)
for _, result := range []struct {
exit int
err string
want string
}{
{malformedExit, malformedError, "invalid JSON"},
{configExit, configError, "Failed to read agent config"},
{statusExit, statusError, "invalid agent status"},
{apiExit, apiError, "Failed to resolve agent status"},
} {
if result.exit != 0 || !strings.Contains(result.err, result.want) {
t.Fatalf("fail-open result = %d, %q; want %q", result.exit, result.err, result.want)
}
}
}
func TestGrokAuditRecordsMalformedInputAndAPIFailures(t *testing.T) {
fixture, api, server := installGrokRuntimeFixture(t, "active")
defer server.Close()
command := grokTestManagedHandler(
t,
readGrokTestObject(t, fixture.configPath),
"PostToolUseFailure",
grokAuditScript,
)["command"].(string)
malformedExit, malformedOutput, malformedError := runGrokRawCommand(
t,
command,
fixture,
[]byte("{ malformed"),
)
api.mu.Lock()
api.postStatus = http.StatusServiceUnavailable
api.mu.Unlock()
upstreamExit, upstreamOutput, upstreamError := runGrokCommand(
t,
command,
fixture,
grokOfficialPayload("PostToolUseFailure"),
)
log, err := os.ReadFile(filepath.Join(fixture.agentDir, "error.log"))
if malformedExit != 0 || malformedOutput != "" || malformedError != "" ||
upstreamExit != 0 || upstreamOutput != "" || upstreamError != "" ||
err != nil || !strings.Contains(string(log), "invalid JSON") ||
!strings.Contains(string(log), "HTTP 503") {
t.Fatalf(
"audit failures = (%d, %q, %q), (%d, %q, %q), log=%q, err=%v",
malformedExit,
malformedOutput,
malformedError,
upstreamExit,
upstreamOutput,
upstreamError,
log,
err,
)
}
}