Scale your AI apps with instant credit billing

import { NexusGateway } from '@nexus/server';

// Initialize the gateway
const gateway = new NexusGateway(process.env.NEXUS_KEY);

async function generateResponse(req) {
  // Check user balance & reserve credits
  const session = await gateway.metering.start({
    userId: req.user.id,
    model: 'gpt-4-turbo'
  });

  try {
    const stream = await llm.generate(req.prompt);

    // Stream and bill simultaneously
    return session.streamWithBilling(stream);
  } catch (err) {
    await session.refund();
  }
}