Long-document search on par with voyage‑context‑4, for 79% less

import { unpackMessage } from '@superlinked/sie-sdk';

const query = "cookie sent with cross-site requests that also needs the Secure attribute";
const passages = [
  "Send the cookie only for requests originating from the same site that set the cookie.",
  "Send the cookie only for requests originating from the same site that set the cookie, and for cross-site requests that meet both of the following criteria:",
  "Send the cookie with both cross-site and same-site requests. The Secure attribute must also be set when using this value.",
  "Indicates that the cookie should be stored using partitioned storage. Note that if this is set, the Secure directive must also be set.",
];

async function encode(texts: string[], isQuery: boolean): Promise<Float32Array[][]> {
  const response = await fetch("https://api.superlinked.com/v1/encode/lightonai%2FGTE-ModernColBERT-v1", {
    method: 'POST',
    signal: AbortSignal.timeout(30_000),
    headers: {
      Authorization: "Bearer sk-sie-…",
      'Content-Type': 'application/json',
      Accept: 'application/msgpack',
    },
    body: JSON.stringify({
      items: texts.map((text) => ({ text })),
      params: { output_types: ['multivector'], options: { is_query: isQuery } },
    }),
  });
  if (!response.ok) throw new Error(`SIE returned ${response.status}`);
  const result = unpackMessage<{ items: { multivector: { values: Float32Array[] } }[] }>(
    new Uint8Array(await response.arrayBuffer()),
  );
  return result.items.map((item) => item.multivector.values);
}

const [q] = await encode([query], true);
const docs = await encode(passages, false);
const dot = (a: Float32Array, b: Float32Array) => a.reduce((s, x, i) => s + x * b[i]!, 0);
const maxsim = (qv: Float32Array[], dv: Float32Array[]) =>
  qv.reduce((sum, qt) => sum + Math.max(...dv.map((dt) => dot(qt, dt))), 0);
const ranked = passages
  .map((passage, i) => ({ passage, score: maxsim(q!, docs[i]!) }))
  .sort((a, b) => b.score - a.score);
console.log(ranked);

# Encode the question as a query, then the passages as documents; rank by MaxSim.
curl https://api.superlinked.com/v1/encode/lightonai%2FGTE-ModernColBERT-v1 \
  -H "Authorization: Bearer sk-sie-…" \
  -H "Content-Type: application/json" \
  -d "{\"items\":[{\"text\":\"cookie sent with cross-site requests that also needs the Secure attribute\"}],\"params\":{\"output_types\":[\"multivector\"],\"options\":{\"is_query\":true}}}"

curl https://api.superlinked.com/v1/encode/lightonai%2FGTE-ModernColBERT-v1 \
  -H "Authorization: Bearer sk-sie-…" \
  -H "Content-Type: application/json" \
  -d "{\"items\":[{\"text\":\"Send the cookie only for requests originating from the same site that set the cookie.\"},{\"text\":\"Send the cookie only for requests originating from the same site that set the cookie, and for cross-site requests that meet both of the following criteria:\"},{\"text\":\"Send the cookie with both cross-site and same-site requests. The Secure attribute must also be set when using this value.\"},{\"text\":\"Indicates that the cookie should be stored using partitioned storage. Note that if this is set, the Secure directive must also be set.\"}],\"params\":{\"output_types\":[\"multivector\"],\"options\":{\"is_query\":false}}}"