Map OpenAI image_url / Claude-style image blocks to the {type:"image",
image:"<data URI|url>"} shape the command-code CLI sends to /alpha/generate
instead of dropping them to "[image omitted]". Handles data URIs, raw base64
(with media_type / image/png fallback), and remote URLs.
- Promote bugs-gemini-cursor-commandcode "image content is preserved" from
it.fails to a real assertion (bug fixed)
- Add vision unit tests to openai-to-commandcode.test.js
- Add test-commandcode-vision.sh curl helper for live verification
Co-authored-by: CommandCodeBot <noreply@commandcode.ai>
137 lines
3.2 KiB
JavaScript
137 lines
3.2 KiB
JavaScript
// OpenAI → Gemini / Cursor / CommandCode request translation.
|
|
import { describe, it, expect } from "vitest";
|
|
import "./registerAll.js";
|
|
import { translateRequest } from "../../open-sse/translator/index.js";
|
|
import { FORMATS } from "../../open-sse/translator/formats.js";
|
|
|
|
const O2G = (body) =>
|
|
translateRequest(
|
|
FORMATS.OPENAI,
|
|
FORMATS.GEMINI,
|
|
"m",
|
|
body,
|
|
true,
|
|
null,
|
|
"gemini",
|
|
);
|
|
const O2C = (body) =>
|
|
translateRequest(
|
|
FORMATS.OPENAI,
|
|
FORMATS.CURSOR,
|
|
"m",
|
|
body,
|
|
true,
|
|
null,
|
|
"cursor",
|
|
);
|
|
const O2CC = (body) =>
|
|
translateRequest(
|
|
FORMATS.OPENAI,
|
|
FORMATS.COMMANDCODE,
|
|
"m",
|
|
body,
|
|
true,
|
|
null,
|
|
"commandcode",
|
|
);
|
|
|
|
describe("OpenAI → Gemini", () => {
|
|
// openai-to-gemini.js:92-96 — each system message overwrites systemInstruction → only last kept
|
|
// KNOWN BUG
|
|
it.fails("multiple system messages are all kept", () => {
|
|
const out = O2G({
|
|
messages: [
|
|
{ role: "system", content: "RULE_ONE" },
|
|
{ role: "system", content: "RULE_TWO" },
|
|
{ role: "user", content: "hi" },
|
|
],
|
|
});
|
|
expect(
|
|
JSON.stringify(out.systemInstruction),
|
|
"earlier system lost",
|
|
).toContain("RULE_ONE");
|
|
});
|
|
});
|
|
|
|
describe("OpenAI → Cursor", () => {
|
|
// openai-to-cursor.js:12-24 — image content fully dropped (text only)
|
|
// KNOWN BUG
|
|
it.fails("image content is preserved", () => {
|
|
const out = O2C({
|
|
messages: [
|
|
{
|
|
role: "user",
|
|
content: [
|
|
{ type: "text", text: "look" },
|
|
{
|
|
type: "image_url",
|
|
image_url: { url: "data:image/png;base64,AAAA" },
|
|
},
|
|
],
|
|
},
|
|
],
|
|
});
|
|
expect(JSON.stringify(out), "image dropped").toContain("AAAA");
|
|
});
|
|
|
|
// openai-to-cursor.js:179 — max_tokens hardcoded to 32000
|
|
// KNOWN BUG
|
|
it.fails("respects client max_tokens", () => {
|
|
const out = O2C({
|
|
max_tokens: 200,
|
|
messages: [{ role: "user", content: "hi" }],
|
|
});
|
|
expect(out.max_tokens).toBe(200);
|
|
});
|
|
});
|
|
|
|
describe("OpenAI → CommandCode", () => {
|
|
// openai-to-commandcode.js:53-57 — safeParseJson returns {} on bad JSON (args silently lost)
|
|
// KNOWN BUG
|
|
it.fails("malformed tool arguments are not silently emptied", () => {
|
|
const out = O2CC({
|
|
messages: [
|
|
{ role: "user", content: "go" },
|
|
{
|
|
role: "assistant",
|
|
content: "",
|
|
tool_calls: [
|
|
{
|
|
id: "c1",
|
|
type: "function",
|
|
function: { name: "f", arguments: "{bad" },
|
|
},
|
|
],
|
|
},
|
|
{ role: "tool", tool_call_id: "c1", content: "r" },
|
|
],
|
|
});
|
|
const asst = out.params.messages.find((m) => m.role === "assistant");
|
|
const call = asst.content.find((b) => b.type === "tool-call");
|
|
expect(
|
|
Object.keys(call.input).length,
|
|
"arguments silently dropped to {}",
|
|
).toBeGreaterThan(0);
|
|
});
|
|
|
|
// openai-to-commandcode.js — image blocks now map to {type:"image", image:"data:..."}
|
|
// FIXED: was "[image omitted]", now preserved as data URI
|
|
it("image content is preserved", () => {
|
|
const out = O2CC({
|
|
messages: [
|
|
{
|
|
role: "user",
|
|
content: [
|
|
{ type: "text", text: "look" },
|
|
{
|
|
type: "image_url",
|
|
image_url: { url: "data:image/png;base64,BBBB" },
|
|
},
|
|
],
|
|
},
|
|
],
|
|
});
|
|
expect(JSON.stringify(out), "image omitted").toContain("BBBB");
|
|
});
|
|
});
|