Better search than OpenAI text-embedding‑3‑large, for 53% less

import { unpackMessage } from '@superlinked/sie-sdk';

const query = "Our clinic's breach only affected 200 patients, when do we have to notify HHS about it?";
const documents = [
  "(b) Implementation specifications: Breaches involving 500 or more individuals. For breaches of unsecured protected···section contemporaneously with the notice required by § 164.404(a) and in the manner specified on the HHS Web site.",
  "(c) Implementation specifications: Breaches involving less than 500 individuals. For breaches of unsecured protected···this section for breaches discovered during the preceding calendar year, in the manner specified on the HHS web site.",
  "(a) Standard. For a breach of unsecured protected health information involving more than 500 residents of a State or jurisdiction, a covered entity shall, following the discovery of the breach as provided in § 164.404(a)(2), notify prominent media outlets serving the State or jurisdiction.",
];

async function encode(texts: string[], isQuery = false): Promise<Float32Array[]> {
  const response = await fetch("https://api.superlinked.com/v1/encode/Qwen%2FQwen3-Embedding-4B", {
    method: 'POST',
    signal: AbortSignal.timeout(30_000),
    headers: {
      Authorization: "Bearer sk-sie-…",
      'Content-Type': 'application/json',
      Accept: 'application/msgpack',
    },
    body: JSON.stringify({
      items: texts.map((text) => ({ text })),
      params: { output_types: ['dense'], ...(isQuery ? { options: { is_query: true } } : {}) },
    }),
  });
  if (!response.ok) throw new Error(`SIE returned ${response.status}`);
  const result = unpackMessage<{ items: { dense: { values: Float32Array } }[] }>(
    new Uint8Array(await response.arrayBuffer()),
  );
  return result.items.map((item) => item.dense.values);
}

const [q] = await encode([query], true);
const docs = await encode(documents);
const cosine = (a: Float32Array, b: Float32Array) => {
  const dot = a.reduce((s, x, i) => s + x * b[i]!, 0);
  return dot / (Math.hypot(...a) * Math.hypot(...b));
};
const ranked = documents
  .map((doc, i) => ({ doc, score: cosine(q!, docs[i]!) }))
  .sort((a, b) => b.score - a.score);
console.log(ranked);

# Encode the query with is_query, then the candidates; rank by cosine.
curl https://api.superlinked.com/v1/encode/Qwen%2FQwen3-Embedding-4B \
  -H "Authorization: Bearer sk-sie-…" \
  -H "Content-Type: application/json" \
  -d "{\"items\":[{\"text\":\"Our clinic's breach only affected 200 patients, when do we have to notify HHS about it?\"}],\"params\":{\"output_types\":[\"dense\"],\"options\":{\"is_query\":true}}}"

curl https://api.superlinked.com/v1/encode/Qwen%2FQwen3-Embedding-4B \
  -H "Authorization: Bearer sk-sie-…" \
  -H "Content-Type: application/json" \
  -d "{\"items\":[{\"text\":\"(b) Implementation specifications: Breaches involving 500 or more individuals. For breaches of unsecured protected···section contemporaneously with the notice required by § 164.404(a) and in the manner specified on the HHS Web site.\"},{\"text\":\"(c) Implementation specifications: Breaches involving less than 500 individuals. For breaches of unsecured protected···this section for breaches discovered during the preceding calendar year, in the manner specified on the HHS web site.\"},{\"text\":\"(a) Standard. For a breach of unsecured protected health information involving more than 500 residents of a State or jurisdiction, a covered entity shall, following the discovery of the breach as provided in § 164.404(a)(2), notify prominent media outlets serving the State or jurisdiction.\"}],\"params\":{\"output_types\":[\"dense\"]}}"