Self-Hosted Multi-Tenant RAG Application

Build a production multi-tenant RAG app with tenant-scoped TypeGraph clients, document ingest, events, and search.

Cache Clients by Tenant

Create one TypeGraph client per customer tenant. Each client shares your Postgres and model configuration while tenantId selects an isolated customer graph.

typegraph-factory.ts

import { gateway } from '@ai-sdk/gateway'
import { neon } from '@neondatabase/serverless'
import { PgVectorAdapter } from '@typegraph-ai/adapter-pgvector'
import { cache } from 'react'
import { TenantId, typegraphInit } from '@typegraph-ai/sdk'

const sql = neon(process.env.DATABASE_URL!)
const embedding = {
  model: gateway.embeddingModel('openai/text-embedding-3-small'),
  dimensions: 1536,
}

export const getTypeGraph = cache(async (tenantId: string) => {
  return typegraphInit({
    tenantId: TenantId(tenantId),
    vectorStore: new PgVectorAdapter({ sql }),
    embedding,
    searchEmbedding: embedding,
    llm: { model: gateway('openai/gpt-5.4-mini') },
  })
})

Require X-Tenant-Id

API routes should require X-Tenant-Id. Do not expose tenant choice as organization ID or as a top-level body field. If internal SDK payloads carry identity.tenantId, validate that it matches the header.

tenant-header.ts

function validateTenantHeader(req: Request, body: unknown) {
  const tenantId = req.headers.get('x-tenant-id')
  if (!tenantId) throw new Error('Missing X-Tenant-Id')

  const bodyTenantId =
    typeof body === 'object' && body && 'identity' in body
      ? (body as { identity?: { tenantId?: string } }).identity?.tenantId
      : undefined

  if (bodyTenantId && bodyTenantId !== tenantId) {
    throw new Error('Body tenant does not match X-Tenant-Id')
  }

  return tenantId
}

Ingest Documents

Document ingest should call typegraph.document.ingest() and pass all per-call identity and write access under context.

documents-route.ts

export async function POST(req: Request) {
  const tenantId = req.headers.get('x-tenant-id')
  if (!tenantId) {
    return Response.json({ error: 'Missing X-Tenant-Id' }, { status: 400 })
  }

  const typegraph = await getTypeGraph(tenantId)
  const body = await req.json()

  const result = await typegraph.document.ingest(body.documents, {
    bucketId: body.bucketId,
    graphExtraction: body.graphExtraction ?? false,
    context: body.context,
    idempotencyKey: body.idempotencyKey,
  })

  return Response.json(result)
}

Search Tenant Data

Search always runs inside the tenant-bound client. context narrows readable records; resources and weights control retrieval and scoring.

search.ts

export async function searchTenant(
  tenantId: string,
  query: string,
  context: {
    groupId?: string
    userId?: string
    agentId?: string
    threadId?: string
  },
) {
  const typegraph = await getTypeGraph(tenantId)

  return typegraph.search(query, {
    resources: ['documents', 'events', 'entities', 'facts'],
    weights: { semantic: 1, bm25: 0.7, graph: 0.5, recency: 0.3 },
    context,
    limit: 10,
    promptBuilder: true,
  })
}

Back to All Guides

import { gateway } from '@ai-sdk/gateway' import { neon } from '@neondatabase/serverless' import { PgVectorAdapter } from '@typegraph-ai/adapter-pgvector' import { cache } from 'react' import { TenantId, typegraphInit } from '@typegraph-ai/sdk' const sql = neon(process.env.DATABASE_URL!) const embedding = { model: gateway.embeddingModel('openai/text-embedding-3-small'), dimensions: 1536, } export const getTypeGraph = cache(async (tenantId: string) => { return typegraphInit({ tenantId: TenantId(tenantId), vectorStore: new PgVectorAdapter({ sql }), embedding, searchEmbedding: embedding, llm: { model: gateway('openai/gpt-5.4-mini') }, }) })

function validateTenantHeader(req: Request, body: unknown) { const tenantId = req.headers.get('x-tenant-id') if (!tenantId) throw new Error('Missing X-Tenant-Id') const bodyTenantId = typeof body === 'object' && body && 'identity' in body ? (body as { identity?: { tenantId?: string } }).identity?.tenantId : undefined if (bodyTenantId && bodyTenantId !== tenantId) { throw new Error('Body tenant does not match X-Tenant-Id') } return tenantId }

export async function POST(req: Request) { const tenantId = req.headers.get('x-tenant-id') if (!tenantId) { return Response.json({ error: 'Missing X-Tenant-Id' }, { status: 400 }) } const typegraph = await getTypeGraph(tenantId) const body = await req.json() const result = await typegraph.document.ingest(body.documents, { bucketId: body.bucketId, graphExtraction: body.graphExtraction ?? false, context: body.context, idempotencyKey: body.idempotencyKey, }) return Response.json(result) }

export async function searchTenant( tenantId: string, query: string, context: { groupId?: string userId?: string agentId?: string threadId?: string }, ) { const typegraph = await getTypeGraph(tenantId) return typegraph.search(query, { resources: ['documents', 'events', 'entities', 'facts'], weights: { semantic: 1, bm25: 0.7, graph: 0.5, recency: 0.3 }, context, limit: 10, promptBuilder: true, }) }