Manage Groq Prompt Templates Externally

import Groq from "groq-sdk";

const groq = new Groq({ apiKey: process.env.GROQ_API_KEY });

async function fetchPrompt(subject: string, difficulty: string) {
  const res = await fetch(
    "https://www.promptforge-app.com/api/v1/prompts/your-prompt-id",
    {
      method: "POST",
      headers: {
        Authorization: "Bearer pfk_your_api_key",
        "Content-Type": "application/json",
      },
      body: JSON.stringify({
        version: "stable",
        variables: { subject, difficulty },
      }),
    }
  );
  const { content } = await res.json();
  return content as string;
}

// 1. Fetch your prompt template with dynamic variables
const content = await fetchPrompt("mathematics", "advanced");

// 2. Run inference on Groq hardware — sub-second latency
const completion = await groq.chat.completions.create({
  model: "llama-3.3-70b-versatile",
  messages: [
    { role: "system", content },
    { role: "user", content: "Solve this calculus problem step by step." },
  ],
});

console.log(completion.choices[0].message.content);