James Long
8c94e9005f
Co-authored-by: Brendan Allan <14191578+Brendonovich@users.noreply.github.com> Co-authored-by: Kit Langton <kit.langton@gmail.com> Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com> Co-authored-by: Affan Ali <93028901+affanali2k3@users.noreply.github.com> Co-authored-by: affanali2k3 <affanalikhanxx@gmail.com> Co-authored-by: Frank <frank@anoma.ly> Co-authored-by: opencode-agent[bot] <219766164+opencode-agent[bot]@users.noreply.github.com> Co-authored-by: 𝓛𝓲𝓽𝓽𝓵𝓮 𝓕𝓻𝓪𝓷𝓴 <little-frank@opencord.local> Co-authored-by: Aiden Cline <63023139+rekram1-node@users.noreply.github.com> Co-authored-by: Jay V <air@live.ca> Co-authored-by: Dax Raad <d@ironbay.co> Co-authored-by: Aarav Sareen <96787824+arvsrn@users.noreply.github.com> Co-authored-by: OpeOginni <107570612+OpeOginni@users.noreply.github.com> Co-authored-by: Luke Parker <10430890+Hona@users.noreply.github.com> Co-authored-by: Ben Guthrie <benjee.012@gmail.com> Co-authored-by: Dax <mail@thdxr.com> Co-authored-by: Filip <34747899+neriousy@users.noreply.github.com> Co-authored-by: Max Anderson <max.a.anderson95@gmail.com> Co-authored-by: Brendan Allan <git@brendonovich.dev> Co-authored-by: Jack <jack@anoma.ly> Co-authored-by: Shoubhit Dash <shoubhit2005@gmail.com> Co-authored-by: Dustin Deus <deusdustin@gmail.com> Co-authored-by: starptech <starptech@starptechs-MBP.fritz.box> Co-authored-by: Aiden Cline <aidenpcline@gmail.com> Co-authored-by: usrnk1 <7547651+usrnk1@users.noreply.github.com> Co-authored-by: Jay <53023+jayair@users.noreply.github.com> Co-authored-by: runvip <164729189+runvip@users.noreply.github.com> Co-authored-by: opencode <opencode@sst.dev> Co-authored-by: Julian Coy <julian@ex-machina.co> Co-authored-by: Vladimir Glafirov <vglafirov@gitlab.com>
120 lines
4.3 KiB
TypeScript
120 lines
4.3 KiB
TypeScript
import { describe, expect } from "bun:test"
|
|
import { LayerNode } from "@opencode-ai/core/effect/layer-node"
|
|
import { httpClient } from "@opencode-ai/core/effect/app-node-platform"
|
|
import { Effect, Layer } from "effect"
|
|
import { FetchHttpClient, HttpClient } from "effect/unstable/http"
|
|
import { Agent } from "../../src/agent/agent"
|
|
import { Truncate } from "@/tool/truncate"
|
|
import { WebFetchTool } from "../../src/tool/webfetch"
|
|
import { SessionID, MessageID } from "../../src/session/schema"
|
|
import { Tool } from "@/tool/tool"
|
|
import { testEffect } from "../lib/effect"
|
|
|
|
const it = testEffect(
|
|
LayerNode.compile(LayerNode.group([httpClient, Truncate.node, Agent.node]), [
|
|
[httpClient, FetchHttpClient.layer as Layer.Layer<HttpClient.HttpClient>],
|
|
]),
|
|
)
|
|
|
|
const ctx = {
|
|
sessionID: SessionID.make("ses_test"),
|
|
messageID: MessageID.make("msg_message"),
|
|
callID: "",
|
|
agent: "build",
|
|
abort: AbortSignal.any([]),
|
|
messages: [],
|
|
metadata: () => Effect.void,
|
|
ask: () => Effect.void,
|
|
}
|
|
|
|
const withFetch = <A, E, R>(
|
|
fetch: (req: Request) => Response | Promise<Response>,
|
|
fn: (url: URL) => Effect.Effect<A, E, R>,
|
|
) =>
|
|
Effect.acquireUseRelease(
|
|
Effect.sync(() => Bun.serve({ port: 0, fetch })),
|
|
(server) => fn(server.url),
|
|
(server) => Effect.sync(() => server.stop(true)),
|
|
)
|
|
|
|
const exec = Effect.fn("WebFetchToolTest.exec")(function* (args: Tool.InferParameters<typeof WebFetchTool>) {
|
|
const info = yield* WebFetchTool
|
|
const tool = yield* info.init()
|
|
return yield* tool.execute(args, ctx)
|
|
})
|
|
|
|
describe("tool.webfetch", () => {
|
|
it.instance("returns image responses as file attachments", () =>
|
|
Effect.gen(function* () {
|
|
const bytes = new Uint8Array([137, 80, 78, 71, 13, 10, 26, 10])
|
|
yield* withFetch(
|
|
() => new Response(bytes, { status: 200, headers: { "content-type": "IMAGE/PNG; charset=binary" } }),
|
|
(url) =>
|
|
Effect.gen(function* () {
|
|
const result = yield* exec({ url: new URL("/image.png", url).toString(), format: "markdown" })
|
|
expect(result.output).toBe("Image fetched successfully")
|
|
expect(result.attachments).toBeDefined()
|
|
expect(result.attachments?.length).toBe(1)
|
|
expect(result.attachments?.[0].type).toBe("file")
|
|
expect(result.attachments?.[0].mime).toBe("image/png")
|
|
expect(result.attachments?.[0].url.startsWith("data:image/png;base64,")).toBe(true)
|
|
expect(result.attachments?.[0]).not.toHaveProperty("id")
|
|
expect(result.attachments?.[0]).not.toHaveProperty("sessionID")
|
|
expect(result.attachments?.[0]).not.toHaveProperty("messageID")
|
|
}),
|
|
)
|
|
}),
|
|
)
|
|
|
|
it.instance("keeps svg as text output", () =>
|
|
withFetch(
|
|
() =>
|
|
new Response('<svg xmlns="http://www.w3.org/2000/svg"><text>hello</text></svg>', {
|
|
status: 200,
|
|
headers: { "content-type": "image/svg+xml; charset=UTF-8" },
|
|
}),
|
|
(url) =>
|
|
Effect.gen(function* () {
|
|
const result = yield* exec({ url: new URL("/image.svg", url).toString(), format: "html" })
|
|
expect(result.output).toContain("<svg")
|
|
expect(result.attachments).toBeUndefined()
|
|
}),
|
|
),
|
|
)
|
|
|
|
it.instance("keeps text responses as text output", () =>
|
|
withFetch(
|
|
() =>
|
|
new Response("hello from webfetch", {
|
|
status: 200,
|
|
headers: { "content-type": "text/plain; charset=utf-8" },
|
|
}),
|
|
(url) =>
|
|
Effect.gen(function* () {
|
|
const result = yield* exec({ url: new URL("/file.txt", url).toString(), format: "text" })
|
|
expect(result.output).toBe("hello from webfetch")
|
|
expect(result.attachments).toBeUndefined()
|
|
}),
|
|
),
|
|
)
|
|
|
|
it.instance("extracts text from html without scripts or styles", () =>
|
|
withFetch(
|
|
() =>
|
|
new Response(
|
|
"<html><head><style>.hidden{}</style><script>alert('x')</script></head><body>Hello <b>world</b></body></html>",
|
|
{
|
|
status: 200,
|
|
headers: { "content-type": "text/html; charset=utf-8" },
|
|
},
|
|
),
|
|
(url) =>
|
|
Effect.gen(function* () {
|
|
const result = yield* exec({ url: new URL("/page.html", url).toString(), format: "text" })
|
|
expect(result.output).toBe("Hello world")
|
|
expect(result.attachments).toBeUndefined()
|
|
}),
|
|
),
|
|
)
|
|
})
|