Call 30+ LLMs with a single API.
npm install llm.ts
yarn add llm.ts
import { LLM, MODEL } from 'llm.ts';
(async function () {
await new LLM({
apiKeys: {
openAI: process.env.OPENAI_API_KEY ?? '',
cohere: process.env.COHERE_API_KEY ?? '',
huggingface: process.env.HF_API_TOKEN ?? '',
}
}).completion({
prompt: [
'Repeat the following sentence: "I am a robot."',
'Repeat the following sentence: "I am a human."',
],
model: [
// use the model name
'text-ada-001',
// or specify a specific provider
'cohere/command-nightly',
// or use enums to avoid typos
MODEL.HF_GPT2,
],
}).then(resp => {
console.log(resp);
})
})()
{
"created": 1683079463217,
"choices": [
{
"text": "\n\nI am a robot.",
"index": 0,
"model": "text-ada-001",
"promptIndex": 0,
"created": 1683079462
},
{
"text": "\n\nI am a human.",
"index": 1,
"model": "text-ada-001",
"promptIndex": 1,
"created": 1683079462
},
{
"text": "\nI am a robot.",
"index": 2,
"model": "command-nightly",
"promptIndex": 0,
"created": 1683079463217
},
{
"text": "\nI am a human.",
"index": 3,
"model": "command-nightly",
"promptIndex": 1,
"created": 1683079463216
},
{
"text": " \"Is that your question? I was expecting the answer.\" \"Then why do you think you are being asked!\" 1. \"What are you?\" \"What are you?\" \"Why are you",
"index": 4,
"model": "gpt2",
"promptIndex": 0,
"created": 1683079463088
},
{
"text": " this quote is most often cited in reference to the Qur'an. (e.g. Ibn `Allaahu `udayyyih, Al-Rai`an, Al",
"index": 5,
"model": "gpt2",
"promptIndex": 1,
"created": 1683079463091
}
]
}
MIT