Llama 2 13B: Local Deployment Guide

const express = require('express');
const { Ollama } = require('ollama-node');

const app = express();
app.use(express.json());

const ollama = new Ollama();

// Health check endpoint
app.get('/health', (req, res) => {
  res.json({ status: 'healthy', model: 'llama2:13b' });
});

// Text generation endpoint
app.post('/api/generate', async (req, res) => {
  try {
    const { prompt, options = {} } = req.body;

    const response = await ollama.generate({
      model: 'llama2:13b',
      prompt: prompt,
      options: {
        temperature: 0.7,
        top_p: 0.9,
        ...options
      }
    });

    res.json({
      response: response.response,
      model: 'llama2:13b',
      done: response.done,
      context: response.context
    });
  } catch (error) {
    res.status(500).json({ error: error.message });
  }
});

// Chat completion endpoint
app.post('/api/chat', async (req, res) => {
  try {
    const { messages, options = {} } = req.body;

    const response = await ollama.chat({
      model: 'llama2:13b',
      messages: messages,
      options: {
        temperature: 0.7,
        top_p: 0.9,
        ...options
      }
    });

    res.json({
      response: response.message.content,
      model: 'llama2:13b',
      done: response.done
    });
  } catch (error) {
    res.status(500).json({ error: error.message });
  }
});

// Streaming endpoint
app.post('/api/stream', async (req, res) => {
  const { prompt, options = {} } = req.body;

  res.setHeader('Content-Type', 'text/event-stream');
  res.setHeader('Cache-Control', 'no-cache');
  res.setHeader('Connection', 'keep-alive');

  try {
    const stream = await ollama.generate({
      model: 'llama2:13b',
      prompt: prompt,
      stream: true,
      options: options
    });

    for await (const chunk of stream) {
      res.write(`data: ${JSON.stringify(chunk)}

`);
    }
    res.end();
  } catch (error) {
    res.write(`data: ${JSON.stringify({ error: error.message })}

`);
    res.end();
  }
});

const PORT = process.env.PORT || 3000;
app.listen(PORT, () => {
  console.log(`Llama 2 13B API server running on port ${PORT}`);
});