Ollaya

# macOS or Linux
curl -fsSL https://ollaya.dev/install.sh | sh

# Windows (PowerShell)
irm https://ollaya.dev/install.ps1 | iex

ollaya serve

ollaya pull laya:latest

import { decide, choice, score, boolean } from "@tanstack/ai";
import { ollayaDecider } from "@tanstack/ai-ollaya";

export async function POST(request: Request) {
  const ticket = await request.text();

  const result = await decide({
    adapter: ollayaDecider("laya:latest"),
    state: ticket,
    questions: {
      queue: choice({
        instructions: "Which team should handle this ticket?",
        options: {
          billing: "Payments, invoices, refunds",
          tech: "Bugs, outages, integrations",
          sales: "Pricing, upgrades, new accounts",
        },
      }),
      urgency: score({
        instructions: "How urgent is this ticket?",
        levels: ["low", "medium", "high"],
      }),
      refund: boolean({
        instructions: "Is the customer asking for a refund?",
      }),
    },
  });

  return Response.json({
    queue: result.queue.value,
    urgency: result.urgency.value,
    refund: result.refund.value,
    model: result.meta.model,
  });
}

export async function evaluateTicket(ticket: string) {
  const response = await fetch("/api/evaluate", {
    method: "POST",
    body: ticket,
  });
  return response.json();
}

import { ollayaDecider } from "@tanstack/ai-ollaya";

const adapter = ollayaDecider("laya:latest", {
  baseURL: "http://my-host:11435",
  apiKey: "local-token",
});

import { decide, boolean } from "@tanstack/ai";
import { ollayaDecider } from "@tanstack/ai-ollaya";

try {
  await decide({
    adapter: ollayaDecider("laya:latest"),
    state: { body: "Please refund the extra payment." },
    questions: {
      refund: boolean({ instructions: "Is the customer asking for a refund?" }),
    },
  });
} catch (error) {
  if (error instanceof Error && "status" in error && error.status === 401) {
    // The server rejected the apiKey. Check it before you call decide() again.
  }
}