Kit Langton
82 lines
2.8 KiB
TypeScript
82 lines
2.8 KiB
TypeScript
import { describe, expect, test } from "bun:test"
|
|
import { Model, Patch, Request, context, plan } from "../src/patch"
|
|
import { LLMRequest, ModelCapabilities, ModelLimits, ModelRef } from "../src/schema"
|
|
|
|
const capabilities = new ModelCapabilities({
|
|
input: { text: true, image: false, audio: false, video: false, pdf: false },
|
|
output: { text: true, reasoning: false },
|
|
tools: { calls: true, streamingInput: true, providerExecuted: false },
|
|
cache: { prompt: false, messageBlocks: false, contentBlocks: false },
|
|
reasoning: { efforts: [], summaries: false, encryptedContent: false },
|
|
})
|
|
|
|
const request = new LLMRequest({
|
|
id: "req_1",
|
|
model: new ModelRef({
|
|
id: "devstral-small",
|
|
provider: "mistral",
|
|
protocol: "openai-chat",
|
|
capabilities,
|
|
limits: new ModelLimits({}),
|
|
}),
|
|
system: [],
|
|
messages: [{ role: "user", content: [{ type: "text", text: "hi" }] }],
|
|
tools: [],
|
|
generation: {},
|
|
})
|
|
|
|
describe("llm patch", () => {
|
|
test("constructors prefix ids and registry groups by phase", () => {
|
|
const prompt = Patch.prompt("mistral.test", {
|
|
reason: "test prompt",
|
|
when: Model.provider("mistral"),
|
|
apply: (request) => request,
|
|
})
|
|
const target = Patch.target("fake.test", {
|
|
reason: "test target",
|
|
apply: (draft: { value: number }) => draft,
|
|
})
|
|
|
|
const registry = Patch.registry([prompt, target])
|
|
|
|
expect(prompt.id).toBe("prompt.mistral.test")
|
|
expect(target.id).toBe("target.fake.test")
|
|
expect(registry.prompt).toEqual([prompt])
|
|
expect(registry.target.map((item) => item.id)).toEqual([target.id])
|
|
})
|
|
|
|
test("predicates compose", () => {
|
|
const ctx = context({ request, small: true, flags: { experimental: true } })
|
|
|
|
expect(Model.provider("mistral").and(Request.small())(ctx)).toBe(true)
|
|
expect(Model.provider("anthropic").or(Model.idIncludes("devstral"))(ctx)).toBe(true)
|
|
expect(Request.flag("experimental").not()(ctx)).toBe(false)
|
|
})
|
|
|
|
test("plan filters, sorts, applies, and traces deterministically", () => {
|
|
const patches = [
|
|
Patch.prompt("b", {
|
|
reason: "second alphabetically",
|
|
order: 1,
|
|
apply: (request) => ({ ...request, metadata: { ...request.metadata, b: true } }),
|
|
}),
|
|
Patch.prompt("a", {
|
|
reason: "first alphabetically",
|
|
order: 1,
|
|
apply: (request) => ({ ...request, metadata: { ...request.metadata, a: true } }),
|
|
}),
|
|
Patch.prompt("skip", {
|
|
reason: "not selected",
|
|
when: Model.provider("anthropic"),
|
|
apply: (request) => ({ ...request, metadata: { ...request.metadata, skip: true } }),
|
|
}),
|
|
]
|
|
|
|
const patchPlan = plan({ phase: "prompt", context: context({ request }), patches })
|
|
const output = patchPlan.apply(request)
|
|
|
|
expect(patchPlan.trace.map((item) => item.id)).toEqual(["prompt.a", "prompt.b"])
|
|
expect(output.metadata).toEqual({ a: true, b: true })
|
|
})
|
|
})
|