Голос и изображения

curl -sS -X POST "$AAC_API/indexes/documentation/voice" \
  -H "Authorization: Bearer $AAC_KEY" \
  -H "Content-Type: application/json" \
  -d "$(jq -n --rawfile audio clip.webm \
    '{ audio: ($audio | @base64), mime_type: "webm", language: "ru" }')"

{
	"index": "documentation",
	"mode": "ai",
	"transcript": "сколько стоит тариф pro",
	"found": 3,
	"hits": [
		{
			"id": "pricing",
			"score": 2180,
			"document": { "title": "Тарифы", "url": "https://example.com/pricing" },
			"highlights": []
		}
	],
	"latency_ms": 940,
	"charged_cents": 0,
	"request_id": "req_1a3c5e7b9d0f2a4c6e8b0d1f"
}

{
	"index": "documentation",
	"mode": "native",
	"transcript": "example query",
	"found": 2,
	"hits": [],
	"result": { "transcription": "example query", "results": [{ "found": 2, "hits": [] }] },
	"request_id": "req_7c9e1b3d5f7a9c1e3b5d7f9a"
}

curl -sS -X POST "$AAC_API/indexes/documentation/image" \
  -H "Authorization: Bearer $AAC_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "image": "https://example.com/uploads/price-table.png",
    "hint": "скриншот таблицы тарифов",
    "query_by": "title,content",
    "per_page": 5
  }'

{
	"index": "documentation",
	"mode": "ai",
	"description": "таблица сравнения тарифов с помесячной оплатой",
	"model": "gpt-4o-mini",
	"found": 2,
	"hits": [
		{
			"id": "pricing",
			"score": 1540,
			"document": { "title": "Тарифы", "url": "https://example.com/pricing" },
			"highlights": []
		}
	],
	"latency_ms": 1180,
	"charged_cents": 0,
	"request_id": "req_3e5b7d9f1a3c5e7b9d1f3a5c"
}

{
	"error": {
		"code": "AI_NOT_CONFIGURED",
		"message": "Set OPENAI_API_KEY to use image search",
		"request_id": "req_9f1b3d5c7a9e1b3d5f7c9a1b"
	}
}

const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
const recorder = new MediaRecorder(stream, { mimeType: "audio/webm" });
const chunks: Blob[] = [];

recorder.ondataavailable = (event) => chunks.push(event.data);
recorder.onstop = async () => {
	const base64 = await new Promise<string>((resolve) => {
		const reader = new FileReader();
		reader.onload = () => resolve(String(reader.result).split(",")[1] ?? "");
		reader.readAsDataURL(new Blob(chunks, { type: "audio/webm" }));
	});

	const response = await fetch("/api/v1/indexes/documentation/voice", {
		method: "POST",
		headers: { Authorization: `Bearer ${sessionKey}`, "Content-Type": "application/json" },
		body: JSON.stringify({ audio: base64, mime_type: "webm" }),
	});
	const { transcript, hits } = await response.json();
	render(transcript, hits);
};

recorder.start();