import { describe, expect, test } from "bun:test" import { Effect, Schema } from "effect" import { CodeMode, Tool } from "../src/index.js" // Standard-library value types: Date, RegExp, Map, Set. Programs use them as ordinary JS; // intra-sandbox checkpoints (Object.* helpers, spread, coercion inputs) preserve the live // values, while at the host boundary (final result, tool arguments, JSON.stringify) they // serialize exactly as JSON.stringify would: Date -> ISO string (invalid -> null), // URL -> href, and RegExp/Map/Set/URLSearchParams -> {}. const run = (code: string) => Effect.runPromise(CodeMode.execute({ code, tools: {} })) const value = async (code: string) => { const result = await run(code) if (!result.ok) throw new Error(`expected success, got ${result.error.kind}: ${result.error.message}`) return result.value } const error = async (code: string) => { const result = await run(code) if (result.ok) throw new Error(`expected failure, got value ${JSON.stringify(result.value)}`) return result.error } describe("Date", () => { test("Date.now() returns a number", async () => { expect(await value(`return typeof Date.now()`)).toBe("number") }) test("epoch construction and ISO rendering", async () => { expect(await value(`return new Date(0).toISOString()`)).toBe("1970-01-01T00:00:00.000Z") }) test("string parsing round-trips", async () => { expect(await value(`return new Date("2024-01-02T03:04:05.000Z").getTime()`)).toBe(1704164645000) expect(await value(`return Date.parse("2024-01-02T03:04:05.000Z")`)).toBe(1704164645000) }) test("date arithmetic and comparison use the time value", async () => { expect(await value(`const a = new Date(1000); const b = new Date(3000); return b - a`)).toBe(2000) expect(await value(`const a = new Date(1000); const b = new Date(3000); return a < b`)).toBe(true) expect(await value(`return +new Date(42)`)).toBe(42) }) test("UTC getters read calendar components", async () => { expect( await value( `const d = new Date("2024-03-05T06:07:08.009Z"); return [d.getUTCFullYear(), d.getUTCMonth(), d.getUTCDate(), d.getUTCHours(), d.getUTCMinutes(), d.getUTCSeconds(), d.getUTCMilliseconds()]`, ), ).toEqual([2024, 2, 5, 6, 7, 8, 9]) }) test("invalid dates yield NaN times, guardable in-sandbox", async () => { expect(await value(`return Number.isNaN(new Date("garbage").getTime())`)).toBe(true) expect(await value(`return new Date("garbage").toJSON()`)).toBeNull() }) test("toISOString on an invalid date is a catchable error", async () => { expect(await value(`try { new Date("garbage").toISOString(); return "no" } catch { return "caught" }`)).toBe( "caught", ) }) test("template interpolation renders the ISO form", async () => { expect(await value("return `at ${new Date(0)}`")).toBe("at 1970-01-01T00:00:00.000Z") }) test("dates serialize to ISO strings at the boundary, direct and nested", async () => { expect(await value(`return new Date(0)`)).toBe("1970-01-01T00:00:00.000Z") expect(await value(`return { when: new Date(0), tags: [new Date(1000)] }`)).toEqual({ when: "1970-01-01T00:00:00.000Z", tags: ["1970-01-01T00:00:01.000Z"], }) expect(await value(`return JSON.stringify({ d: new Date(0) })`)).toBe('{"d":"1970-01-01T00:00:00.000Z"}') }) test("coercions: Number is the time, String is ISO, Boolean is true", async () => { expect(await value(`return Number(new Date(5))`)).toBe(5) expect(await value(`return String(new Date(0))`)).toBe("1970-01-01T00:00:00.000Z") expect(await value(`return Boolean(new Date(0))`)).toBe(true) }) test("sorting dates with a numeric comparator", async () => { expect( await value(` const dates = [new Date(3000), new Date(1000), new Date(2000)] return dates.sort((a, b) => a - b).map((d) => d.getTime()) `), ).toEqual([1000, 2000, 3000]) }) test("new Date(year, month, day) accepts component form", async () => { expect(await value(`const d = new Date(2024, 0, 2); return [d.getFullYear(), d.getMonth(), d.getDate()]`)).toEqual([ 2024, 0, 2, ]) }) test("typeof and unknown properties are forgiving", async () => { expect(await value(`return typeof new Date(0)`)).toBe("object") expect(await value(`return new Date(0).nope === undefined`)).toBe(true) }) }) describe("RegExp", () => { test("literal test", async () => { expect(await value(`return /ab+c/.test("xabbbc")`)).toBe(true) expect(await value(`return /ab+c/.test("nope")`)).toBe(false) }) test("exec exposes captures and index", async () => { expect(await value(`const m = /a(b+)/.exec("xxabbc"); return { full: m[0], group: m[1], index: m.index }`)).toEqual( { full: "abb", group: "bb", index: 2, }, ) expect(await value(`return /a/.exec("zzz")`)).toBeNull() }) test("named groups read through", async () => { expect( await value(`const m = /(?[a-z]+)-(?\\d+)/.exec("id ab-42"); return m.groups.word + m.groups.num`), ).toBe("ab42") }) test("global exec advances lastIndex across calls", async () => { expect( await value(` const r = /\\d+/g const first = r.exec("a1b22c") const second = r.exec("a1b22c") return [first[0], second[0]] `), ).toEqual(["1", "22"]) }) test("string match: non-global carries index, global lists all matches", async () => { expect(await value(`const m = "a1b22".match(/\\d+/); return [m[0], m.index]`)).toEqual(["1", 1]) expect(await value(`return "a1b22".match(/\\d+/g)`)).toEqual(["1", "22"]) expect(await value(`return "abc".match(/\\d/)`)).toBeNull() }) test("matchAll materializes match arrays with captures", async () => { expect(await value(`return "a1b22".matchAll(/(\\d+)/g).map((m) => m[1])`)).toEqual(["1", "22"]) }) test("replace and replaceAll with patterns and $1 substitution", async () => { expect(await value(`return "a1b2".replace(/\\d/, "#")`)).toBe("a#b2") expect(await value(`return "a1b2".replace(/\\d/g, "#")`)).toBe("a#b#") expect(await value(`return "a1b2".replaceAll(/\\d/g, "#")`)).toBe("a#b#") expect(await value(`return "hi bob".replace(/b(o)b/, "[$1]")`)).toBe("hi [o]") }) test("function replacers receive captures, offsets, input, and named groups", async () => { expect( await value(` const seen = [] const output = "a1b22".replace(/(\\d)(\\d)?/g, (match, first, second, offset, input) => { seen.push([match, first, second === undefined, offset, input]) return Number(match) * 2 }) return { output, seen } `), ).toEqual({ output: "a2b44", seen: [ ["1", "1", true, 1, "a1b22"], ["22", "2", false, 3, "a1b22"], ], }) expect( await value(` return "red-blue".replace( /(?[a-z]+)-(?[a-z]+)/, (match, left, right, offset, input, groups) => groups.right + ":" + groups.left, ) `), ).toBe("blue:red") }) test("function replacers support string searches, zero-length matches, and result coercion", async () => { expect(await value(`return "banana".replace("na", (match, offset, input) => "[" + offset + "]")`)).toBe("ba[2]na") expect(await value(`return "ab".replaceAll("", (match, offset) => offset)`)).toBe("0a1b2") expect(await value(`return "😀".replaceAll(/(?:)/gu, (match, offset) => "[" + offset + "]")`)).toBe("[0]😀[2]") expect( await value(`return "123".replace(/\\d/g, (match) => match === "1" ? 7 : match === "2" ? null : { n: 3 })`), ).toBe("7null[object Object]") }) test("function replacers can await effectful tool calls", async () => { const decorate = Tool.make({ description: "Decorate a string", input: Schema.String, output: Schema.String, run: (input) => Effect.succeed(`[${input}]`), }) const result = await Effect.runPromise( CodeMode.execute({ tools: { host: { decorate } }, code: `return "a1b22".replace(/\\d+/g, async (match) => await tools.host.decorate(match))`, }), ) expect(result.ok && result.value).toBe("a[1]b[22]") const missingAwait = await Effect.runPromise( CodeMode.execute({ tools: { host: { decorate } }, code: `return "a1".replace(/\\d/, (match) => tools.host.decorate(match))`, }), ) expect(!missingAwait.ok && missingAwait.error.kind).toBe("InvalidDataValue") expect(!missingAwait.ok && missingAwait.error.message).toContain("un-awaited Promise") }) test("replaceAll without the g flag is a catchable error", async () => { expect(await value(`try { "a".replaceAll(/a/, "b"); return "no" } catch { return "caught" }`)).toBe("caught") }) test("split and search accept patterns", async () => { expect(await value(`return "a1b22c".split(/\\d+/)`)).toEqual(["a", "b", "c"]) expect(await value(`return "ab42".search(/\\d/)`)).toBe(2) expect(await value(`return "ab".search(/\\d/)`)).toBe(-1) }) test("new RegExp constructs from strings; invalid patterns are catchable", async () => { expect(await value(`return new RegExp("a+", "i").test("AAA")`)).toBe(true) expect(await value(`try { new RegExp("("); return "no" } catch { return "caught" }`)).toBe("caught") expect(await value(`return [/a/ instanceof RegExp, /a/.source]`)).toEqual([true, "a"]) }) test("invalid patterns fail with actionable messages", async () => { const fromString = await error(`return "abc".match("(")`) expect(fromString.message).toContain('String.match received the string "("') expect(fromString.message).toContain("escape them with a backslash") const fromConstructor = await error(`return new RegExp("(")`) expect(fromConstructor.message).toContain('new RegExp(...) received "("') expect(fromConstructor.message).toContain("escape them with a backslash") const fromFlags = await error(`return new RegExp("a", "xz")`) expect(fromFlags.message).toContain('invalid flags "xz"') expect(fromFlags.message).toContain("Valid flags are") }) test("missing g-flag errors say how to fix the call", async () => { expect((await error(`return "aa".replaceAll(/a/, "b")`)).message).toContain("write /a/g, or use String.replace") expect((await error(`return "aa".matchAll(/a/)`)).message).toContain("write /a/g, or use String.match") }) test("a non-pattern argument names the expected shapes", async () => { const err = await error(`return "abc".match(42)`) expect(err.message).toContain("expects a regular expression") expect(err.message).toContain("not number") }) test("source and flags properties read through", async () => { expect(await value(`const r = /ab/gi; return { source: r.source, flags: r.flags, global: r.global }`)).toEqual({ source: "ab", flags: "gi", global: true, }) }) test("regexes serialize to {} at the boundary, like JSON", async () => { expect(await value(`return /a/`)).toEqual({}) expect(await value(`return JSON.stringify({ r: /a/g })`)).toBe('{"r":{}}') }) test("template interpolation renders the literal form", async () => { expect(await value("return `${/ab/g}`")).toBe("/ab/g") }) }) describe("URL and URI helpers", () => { test("encodes and decodes complete URIs and URI components", async () => { expect( await value(` return [ encodeURI("https://example.test/a b?q=a/b"), encodeURIComponent("a b/c?"), decodeURI("https://example.test/a%20b?q=a/b"), decodeURIComponent("a%20b%2Fc%3F"), ["a b", "c/d"].map(encodeURIComponent), ] `), ).toEqual([ "https://example.test/a%20b?q=a/b", "a%20b%2Fc%3F", "https://example.test/a b?q=a/b", "a b/c?", ["a%20b", "c%2Fd"], ]) expect( await value(`try { decodeURIComponent("%zz"); return false } catch (error) { return error instanceof URIError }`), ).toBe(true) }) test("resolves and mutates URLs with linked search parameters", async () => { expect( await value(` const url = new URL("../users?id=old#top", "https://user:pass@example.com:8443/api/v1/") url.pathname = "/items/a b" url.searchParams.set("id", "a b") url.searchParams.append("tag", "x/y") url.hash = "part 1" return { href: url.href, origin: url.origin, host: url.host, pathname: url.pathname, search: url.search, id: url.searchParams.get("id"), string: String(url), json: url.toJSON(), instances: [ url instanceof URL, url.searchParams instanceof URLSearchParams, url.searchParams === url.searchParams, ], } `), ).toEqual({ href: "https://user:pass@example.com:8443/items/a%20b?id=a+b&tag=x%2Fy#part%201", origin: "https://example.com:8443", host: "example.com:8443", pathname: "/items/a%20b", search: "?id=a+b&tag=x%2Fy", id: "a b", string: "https://user:pass@example.com:8443/items/a%20b?id=a+b&tag=x%2Fy#part%201", json: "https://user:pass@example.com:8443/items/a%20b?id=a+b&tag=x%2Fy#part%201", instances: [true, true, true], }) }) test("URLSearchParams supports records, pairs, mutation, callbacks, and materialization", async () => { expect( await value(` const params = new URLSearchParams([["tag", "b"], ["tag", "a"], ["q", "a b"]]) const seen = [] params.forEach((value, key) => seen.push(key + "=" + value)) params.delete("tag", "b") params.append("tag", "c") params.sort() return { text: params.toString(), size: params.size, tags: params.getAll("tag"), has: params.has("tag", "c"), entries: Array.from(params), object: Object.fromEntries(params), record: new URLSearchParams({ page: 2, filter: "open" }).toString(), seen, } `), ).toEqual({ text: "q=a+b&tag=a&tag=c", size: 3, tags: ["a", "c"], has: true, entries: [ ["q", "a b"], ["tag", "a"], ["tag", "c"], ], object: { q: "a b", tag: "c" }, record: "page=2&filter=open", seen: ["tag=b", "tag=a", "q=a b"], }) }) test("URL parsing failures are catchable and values use native JSON forms", async () => { expect( await value(` const parsed = URL.parse("/users", "https://example.test/api/") let invalidIsTypeError = false try { new URL("not relative without a base") } catch (error) { invalidIsTypeError = error instanceof TypeError } return { canParse: URL.canParse("/users", "https://example.test/api/"), cannotParse: URL.canParse("not relative without a base"), parsed: parsed.href, invalidIsTypeError, boundary: [new URL("https://example.test/a"), new URLSearchParams("q=one")], json: JSON.stringify({ url: new URL("https://example.test/a"), params: new URLSearchParams("q=one") }), } `), ).toEqual({ canParse: true, cannotParse: false, parsed: "https://example.test/users", invalidIsTypeError: true, boundary: ["https://example.test/a", {}], json: '{"url":"https://example.test/a","params":{}}', }) }) test("distinguishes omitted URL arguments from explicit undefined", async () => { expect( await value(` function throwsTypeError(run) { try { run(); return false } catch (error) { return error instanceof TypeError } } const params = new URLSearchParams() const required = [ () => params.append(), () => params.delete(), () => params.get(), () => params.getAll(), () => params.has(), () => params.set(), () => params.forEach(), ].map(throwsTypeError) params.append(undefined, undefined) return { construct: throwsTypeError(() => new URL()), canParse: throwsTypeError(() => URL.canParse()), parse: throwsTypeError(() => URL.parse()), explicitUndefined: new URL(undefined, "https://example.test/base/").href, params: params.toString(), required, } `), ).toEqual({ construct: true, canParse: true, parse: true, explicitUndefined: "https://example.test/base/undefined", params: "undefined=undefined", required: [true, true, true, true, true, true, true], }) }) }) describe("Map", () => { test("get/set/has/size with chaining", async () => { expect( await value(` const m = new Map() m.set("a", 1).set("b", 2) return { a: m.get("a"), b: m.get("b"), has: m.has("a"), miss: m.get("zz") === undefined, size: m.size } `), ).toEqual({ a: 1, b: 2, has: true, miss: true, size: 5 - 3 }) }) test("object keys use identity", async () => { expect( await value(` const key = { id: 1 } const m = new Map() m.set(key, "hit") return [m.get(key), m.get({ id: 1 }) === undefined] `), ).toEqual(["hit", true]) }) test("construction from entry pairs and another Map", async () => { expect(await value(`const m = new Map([["a", 1], ["b", 2]]); return m.get("b")`)).toBe(2) expect( await value( `const m = new Map([["a", 1]]); const n = new Map(m); n.set("b", 2); return [n.get("a"), n.get("b"), m.has("b")]`, ), ).toEqual([1, 2, false]) expect((await error(`return new Map("nope")`)).message).toMatch(/\[key, value\] pairs/) expect((await error(`return new Map(["flat"])`)).message).toMatch(/\[key, value\] pairs/) }) test("keys/values/entries return arrays", async () => { expect( await value(` const m = new Map([["a", 1], ["b", 2]]) return { keys: m.keys(), values: m.values(), entries: m.entries() } `), ).toEqual({ keys: ["a", "b"], values: [1, 2], entries: [ ["a", 1], ["b", 2], ], }) }) test("Object.fromEntries(map) and Array.from(map)", async () => { expect(await value(`return Object.fromEntries(new Map([["a", 1], ["b", 2]]))`)).toEqual({ a: 1, b: 2 }) expect(await value(`return Array.from(new Map([["a", 1]]))`)).toEqual([["a", 1]]) }) test("for...of iterates [key, value] pairs with destructuring", async () => { expect( await value(` const m = new Map([["a", 1], ["b", 2]]) let total = 0 let names = "" for (const [key, count] of m) { names += key; total += count } return names + total `), ).toBe("ab3") }) test("spread produces entry pairs", async () => { expect(await value(`return [...new Map([["a", 1]])]`)).toEqual([["a", 1]]) }) test("forEach passes (value, key)", async () => { expect( await value(` const m = new Map([["a", 1], ["b", 2]]) const seen = [] m.forEach((count, key) => seen.push(key + count)) return seen `), ).toEqual(["a1", "b2"]) }) test("delete and clear", async () => { expect( await value(` const m = new Map([["a", 1], ["b", 2]]) const removed = m.delete("a") const missed = m.delete("zz") const sizeAfterDelete = m.size m.clear() return [removed, missed, sizeAfterDelete, m.size] `), ).toEqual([true, false, 1, 0]) }) test("counting idiom: grouped tallies", async () => { expect( await value(` const words = ["a", "b", "a", "c", "a"] const counts = new Map() for (const word of words) counts.set(word, (counts.get(word) ?? 0) + 1) return Object.fromEntries(counts) `), ).toEqual({ a: 3, b: 1, c: 1 }) }) test("maps serialize to {} at the boundary, like JSON", async () => { expect(await value(`return new Map([["a", 1]])`)).toEqual({}) expect(await value(`return JSON.stringify(new Map([["a", 1]]))`)).toBe("{}") }) test("console.log renders map contents for debugging", async () => { const result = await run(`console.log(new Map([["a", 1]])); return null`) expect(result.ok).toBe(true) expect(result.logs?.[0]).toBe(`Map(1) [["a",1]]`) }) }) describe("Set", () => { test("add/has/delete/size with chaining", async () => { expect( await value(` const s = new Set() s.add(1).add(2).add(1) const removed = s.delete(2) return [s.size, s.has(1), s.has(2), removed] `), ).toEqual([1, true, false, true]) }) test("dedupe idiom: [...new Set(items)]", async () => { expect(await value(`return [...new Set([1, 2, 2, 3, 1])]`)).toEqual([1, 2, 3]) }) test("construction from strings and other Sets", async () => { expect(await value(`return [...new Set("aba")]`)).toEqual(["a", "b"]) expect(await value(`return Array.from(new Set(new Set([1, 2])))`)).toEqual([1, 2]) }) test("SameValueZero: NaN is findable", async () => { expect(await value(`const s = new Set([NaN]); return s.has(NaN)`)).toBe(true) }) test("for...of iterates values", async () => { expect( await value(` let total = 0 for (const n of new Set([1, 2, 3])) total += n return total `), ).toBe(6) }) test("sets serialize to {} at the boundary, like JSON", async () => { expect(await value(`return { s: new Set([1]) }`)).toEqual({ s: {} }) }) }) describe("stdlib integration", () => { test("typeof reports constructors as functions and never throws", async () => { expect(await value(`return typeof Map`)).toBe("function") expect(await value(`return typeof ((x) => x)`)).toBe("function") expect(await value(`return typeof Math`)).toBe("object") expect(await value(`return typeof tools`)).toBe("object") }) test("negation works on any value", async () => { expect(await value(`return !new Map()`)).toBe(false) expect(await value(`const fn = () => 1; return !fn`)).toBe(false) }) test("object spread of sandbox values is a no-op, like JS", async () => { expect(await value(`return { ...new Map([["a", 1]]), kept: true }`)).toEqual({ kept: true }) }) test("dates inside Map values survive in-sandbox reads", async () => { expect( await value(` const m = new Map([["start", new Date(1000)]]) return m.get("start").getTime() `), ).toBe(1000) }) test("instanceof recognizes the stdlib value types", async () => { expect( await value( `return [new Date(0) instanceof Date, /a/ instanceof RegExp, new Map() instanceof Map, new Set() instanceof Set]`, ), ).toEqual([true, true, true, true]) expect( await value(`return [[1] instanceof Array, [1] instanceof Object, ({}) instanceof Object, 5 instanceof Object]`), ).toEqual([true, true, true, false]) expect(await value(`return [new Map() instanceof Set, "s" instanceof Date]`)).toEqual([false, false]) expect( await value(`const p = Promise.resolve(1); const isPromise = p instanceof Promise; await p; return isPromise`), ).toBe(true) }) test("realistic pipeline: parse, extract with regex, dedupe, count by day", async () => { expect( await value(` const raw = '[{"at":"2024-01-01T05:00:00Z","tag":"a b"},{"at":"2024-01-01T09:00:00Z","tag":"b c"},{"at":"2024-01-02T01:00:00Z","tag":"a"}]' const rows = JSON.parse(raw) const tags = new Set() const byDay = new Map() for (const row of rows) { for (const m of row.tag.matchAll(/[a-z]+/g)) tags.add(m[0]) const day = new Date(row.at).toISOString().slice(0, 10) byDay.set(day, (byDay.get(day) ?? 0) + 1) } return { tags: [...tags].sort((a, b) => (a < b ? -1 : 1)), byDay: Object.fromEntries(byDay) } `), ).toEqual({ tags: ["a", "b", "c"], byDay: { "2024-01-01": 2, "2024-01-02": 1 } }) }) }) describe("sandbox values at intra-sandbox checkpoints", () => { test("Object.values/entries keep Dates usable", async () => { expect(await value(`return Object.values({ d: new Date(0) })[0].getTime()`)).toBe(0) expect(await value(`const [key, d] = Object.entries({ d: new Date(0) })[0]; return key + ":" + d.getTime()`)).toBe( "d:0", ) }) test("Object.assign keeps Maps usable", async () => { expect(await value(`const merged = Object.assign({}, { m: new Map([["a", 1]]) }); return merged.m.get("a")`)).toBe( 1, ) }) test("object and array spread keep sandbox values usable", async () => { expect( await value(` const src = { m: new Map([["a", 1]]) } const copy = { ...src } copy.m.set("b", 2) return [copy.m.get("a"), src.m.get("b")] `), ).toEqual([1, 2]) expect(await value(`const list = [new Date(1000)]; const copy = [...list]; return copy[0].getTime()`)).toBe(1000) }) test("Array.from over arrays keeps nested sandbox values usable", async () => { expect(await value(`return Array.from([new Date(5)])[0].getTime()`)).toBe(5) }) test("regexes stay callable through Object.values", async () => { expect(await value(`return Object.values({ r: /ab+/ })[0].test("abb")`)).toBe(true) }) test("Object.* helpers see sandbox values as empty objects, never internals", async () => { expect(await value(`return Object.keys(new Map([["a", 1]]))`)).toEqual([]) expect(await value(`return Object.values(new Date(0))`)).toEqual([]) expect(await value(`return Object.entries(new Set([1]))`)).toEqual([]) expect(await value(`return Object.assign({}, new Map([["a", 1]]))`)).toEqual({}) expect(await value(`return Object.hasOwn(new Date(0), "time")`)).toBe(false) }) test("the host boundary still serializes JSON forms: results, JSON.stringify, and tool arguments", async () => { expect(await value(`return { d: new Date(0), m: new Map([["a", 1]]) }`)).toEqual({ d: "1970-01-01T00:00:00.000Z", m: {}, }) expect(await value(`return JSON.stringify({ d: new Date(0) })`)).toBe('{"d":"1970-01-01T00:00:00.000Z"}') const observed: Array = [] const capture = Tool.make({ description: "Capture the exact input the host receives", input: { type: "object" }, run: (input) => Effect.sync(() => { observed.push(input) return "ok" }), }) const result = await Effect.runPromise( CodeMode.execute({ tools: { host: { capture } }, code: `return await tools.host.capture({ when: new Date(0), tags: new Map([["a", 1]]) })`, }), ) expect(result.ok).toBe(true) expect(observed).toStrictEqual([{ when: "1970-01-01T00:00:00.000Z", tags: {} }]) }) })