Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
74 changes: 74 additions & 0 deletions bindings/typescript/src/converters.ts
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@

import { getWasm } from "./wasm-runtime";
import type { Message } from "./generated/Message";
import type { ProviderFormat } from "./generated/ProviderFormat";
import type { ChatCompletionRequestMessage } from "./generated/openai/ChatCompletionRequestMessage";
import type { InputItem } from "./generated/openai/InputItem";
import type { InputMessage } from "./generated/anthropic/InputMessage";
Expand All @@ -27,6 +28,39 @@ type GoogleWasmExports = {
lingua_to_google_contents: (value: unknown) => unknown;
};

export type TransformRequestResult = {
passThrough?: boolean;
transformed?: boolean;
sourceFormat?: ProviderFormat;
data: unknown;
};

function isProviderFormat(value: unknown): value is ProviderFormat {
return (
typeof value === "string" &&
[
"openai",
"anthropic",
"google",
"mistral",
"converse",
"responses",
"unknown",
].includes(value)
);
}

function isTransformRequestResult(
value: unknown
): value is TransformRequestResult {
if (typeof value !== "object" || value === null) {
return false;
}

const sourceFormat = Reflect.get(value, "sourceFormat");
return sourceFormat === undefined || isProviderFormat(sourceFormat);
}

// ============================================================================
// Error handling
// ============================================================================
Expand All @@ -48,6 +82,46 @@ export class ConversionError extends Error {
}
}

export function transformRequest(
input: unknown,
targetFormat: ProviderFormat,
model?: string
): TransformRequestResult {
const transformRequestFn = Reflect.get(
getWasm(),
"transform_request"
);
if (typeof transformRequestFn !== "function") {
throw new ConversionError(
"Lingua WASM transform_request export is unavailable",
targetFormat,
"from_lingua"
);
}

const inputString = typeof input === "string" ? input : JSON.stringify(input);
try {
const result = convertMapsToObjects(
Reflect.apply(transformRequestFn, undefined, [
inputString,
targetFormat,
model,
])
);
if (!isTransformRequestResult(result)) {
throw new Error("Lingua WASM returned an invalid transform result");
}
return result;
} catch (error: unknown) {
throw new ConversionError(
`Failed to transform request to ${targetFormat}`,
targetFormat,
"from_lingua",
error
);
}
}

// ============================================================================
// Generic converter factory
// ============================================================================
Expand Down
2 changes: 2 additions & 0 deletions bindings/typescript/src/wasm.ts
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ export {
linguaToAnthropicMessages,

// Processing functions
transformRequest,
deduplicateMessages,
importMessagesFromSpans,
importAndDeduplicateMessages,
Expand Down Expand Up @@ -50,5 +51,6 @@ export type {
StreamSessionChunk,
TransformStreamChunkResult,
TransformStreamSessionHandle,
TransformRequestResult,
ValidationResult,
} from "./converters";
23 changes: 23 additions & 0 deletions bindings/typescript/tests/node-exports.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ describe("Node.js exports", () => {

expect(typeof exports.chatCompletionsMessagesToLingua).toBe("function");
expect(typeof exports.linguaToChatCompletionsMessages).toBe("function");
expect(typeof exports.transformRequest).toBe("function");
expect(typeof exports.anthropicMessagesToLingua).toBe("function");
expect(typeof exports.linguaToAnthropicMessages).toBe("function");
});
Expand Down Expand Up @@ -57,6 +58,28 @@ describe("Node.js exports", () => {
expect(result[0].role).toBe("user");
});

test("should transform full requests through WASM", async () => {
const { transformRequest } = await import("../src/index");

const result = transformRequest(
{
model: "gpt-5-mini",
messages: [{ role: "user", content: "Hello" }],
stream: true,
max_tokens: 16,
},
"responses",
"gpt-5-mini",
);

expect(result.data).toEqual({
model: "gpt-5-mini",
input: [{ role: "user", content: "Hello" }],
max_output_tokens: 16,
stream: true,
});
});

test("should import messages from prompt wrapper with tool calls", async () => {
const { importMessagesFromSpans } = await import("../src/index");

Expand Down
36 changes: 36 additions & 0 deletions crates/lingua/src/providers/openai/tool_parsing.rs
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,42 @@ mod tests {
assert!(tools[0].is_custom());
}

#[test]
fn test_parse_responses_web_search_tools() {
use crate::universal::tools::{BuiltinToolProvider, UniversalToolType};

let responses = json!([
{"type": "web_search"},
{"type": "web_search_preview"},
]);

let tools = parse_openai_responses_tools_array(&responses);
assert_eq!(tools.len(), 2);

for (tool, expected_type) in tools.iter().zip(["web_search", "web_search_preview"]) {
assert_eq!(tool.name, expected_type);
assert!(tool.is_builtin());
assert_eq!(
tool.builtin_provider(),
Some(BuiltinToolProvider::Responses)
);
match &tool.tool_type {
UniversalToolType::Builtin {
builtin_type,
config,
..
} => {
assert_eq!(builtin_type, expected_type);
assert_eq!(
config.as_ref().and_then(|value| value.get("type")),
Some(&json!(expected_type))
);
}
other => panic!("expected Responses builtin tool, got {other:?}"),
}
}
}

#[test]
fn test_parse_chat_tools_is_schema_scoped() {
let responses_like = json!([{
Expand Down
23 changes: 23 additions & 0 deletions crates/lingua/src/universal/tools.rs
Original file line number Diff line number Diff line change
Expand Up @@ -817,6 +817,29 @@ mod tests {
assert_eq!(value, config);
}

#[test]
fn test_universal_tool_to_responses_web_search_passthrough() {
let config = json!({
"type": "web_search",
"user_location": {
"type": "approximate",
"city": "San Francisco",
"region": "California",
"country": "US",
"timezone": "America/Los_Angeles"
}
});
let tool = UniversalTool::builtin(
"web_search",
BuiltinToolProvider::Responses,
"web_search",
Some(config.clone()),
);

let value = tool.to_responses_value().unwrap();
assert_eq!(value, config);
}

#[test]
fn test_universal_tool_roundtrip_anthropic() {
let original = json!({
Expand Down
Loading