From 382341c742188a38019107efac24d3c623a257bc Mon Sep 17 00:00:00 2001 From: "claude[bot]" <41898282+claude[bot]@users.noreply.github.com> Date: Sat, 31 Oct 2026 03:04:49 +0000 Subject: [PATCH] docs: add Vercel AI SDK example (ai-sdk/) Co-Authored-By: Claude Sonnet 5.5 --- README.md | 1 + ai-sdk/README.md | 71 +++++++++++++++++++++++++++++++++++++++++++++ ai-sdk/generate.mjs | 20 +++++++++++++ ai-sdk/package.json | 13 +++++++++ ai-sdk/stream.mjs | 24 +++++++++++++++ 5 files changed, 129 insertions(+) create mode 100644 ai-sdk/README.md create mode 100644 ai-sdk/generate.mjs create mode 100644 ai-sdk/package.json create mode 100644 ai-sdk/stream.mjs diff --git a/README.md b/README.md index fa00c67..f12a7a6 100644 --- a/README.md +++ b/README.md @@ -34,6 +34,7 @@ Works in Cursor, Cline, Continue and OpenClaw through the OpenAI-compatible endp | [`curl/models.sh`](curl/models.sh) | List the models your key can call | | [`cursor/README.md`](cursor/README.md) | Cursor, Cline and Continue settings | | [`ollama-on-rented-gpu/README.md`](ollama-on-rented-gpu/README.md) | Calling Ollama or vLLM on a GPU you rented, via its public HTTPS endpoint | +| [`ai-sdk/`](ai-sdk/README.md) | Vercel AI SDK (`@ai-sdk/openai-compatible`): generateText and streamText | ## Setup diff --git a/ai-sdk/README.md b/ai-sdk/README.md new file mode 100644 index 0000000..252f606 --- /dev/null +++ b/ai-sdk/README.md @@ -0,0 +1,71 @@ +# Vercel AI SDK with CloudGPU + +CloudGPU's OpenAI-compatible model API (`https://cloudgpu.app/v1`) used through the Vercel AI SDK's [`@ai-sdk/openai-compatible`](https://ai-sdk.dev/providers/openai-compatible-providers) provider. Two examples: `generateText` and `streamText`. + +## Install + +```bash +npm install ai @ai-sdk/openai-compatible +``` + +## API key + +Create a key at https://cloudgpu.app/api/console, then: + +```bash +export CLOUDGPU_API_KEY=... +``` + +## Provider + +```js +import { createOpenAICompatible } from '@ai-sdk/openai-compatible'; + +const cloudgpu = createOpenAICompatible({ + name: 'cloudgpu', + apiKey: process.env.CLOUDGPU_API_KEY, + baseURL: 'https://cloudgpu.app/v1', +}); +``` + +## Examples + +`generate.mjs` calls `generateText` with `kimi-k3` and prints the text: + +```bash +npm run generate +``` + +```js +const { text } = await generateText({ + model: cloudgpu.chatModel('kimi-k3'), + prompt: 'Write a one-sentence summary of what a GPU does.', +}); +``` + +`stream.mjs` calls `streamText` with `glm-5.2` and prints each chunk of `textStream`. It sets `includeUsage: true` on the provider so usage is returned with the stream: + +```bash +npm run stream +``` + +```js +const result = streamText({ + model: cloudgpu.chatModel('glm-5.2'), + prompt: 'Explain what an HTTP API gateway does in three short sentences.', +}); +for await (const chunk of result.textStream) process.stdout.write(chunk); +``` + +## Switching models + +Pass a different model ID to `cloudgpu.chatModel(...)`, for example `kimi-k3`, `glm-5.2`, `deepseek-v4.1-flash` or `deepseek-v4-pro`. The current list is returned by: + +```bash +curl https://cloudgpu.app/v1/models -H "Authorization: Bearer $CLOUDGPU_API_KEY" +``` + +## Links + +- CloudGPU API docs: https://cloudgpu.app/api/docs +- AI SDK OpenAI Compatible provider docs: https://ai-sdk.dev/providers/openai-compatible-providers diff --git a/ai-sdk/generate.mjs b/ai-sdk/generate.mjs new file mode 100644 index 0000000..6721082 --- /dev/null +++ b/ai-sdk/generate.mjs @@ -0,0 +1,20 @@ +import { createOpenAICompatible } from '@ai-sdk/openai-compatible'; +import { generateText } from 'ai'; + +if (!process.env.CLOUDGPU_API_KEY) { + console.error('CLOUDGPU_API_KEY is not set. Create a key at https://cloudgpu.app/api/console and run: export CLOUDGPU_API_KEY=...'); + process.exit(1); +} + +const cloudgpu = createOpenAICompatible({ + name: 'cloudgpu', + apiKey: process.env.CLOUDGPU_API_KEY, + baseURL: 'https://cloudgpu.app/v1', +}); + +const { text } = await generateText({ + model: cloudgpu.chatModel('kimi-k3'), + prompt: 'Write a one-sentence summary of what a GPU does.', +}); + +console.log(text); diff --git a/ai-sdk/package.json b/ai-sdk/package.json new file mode 100644 index 0000000..9b560db --- /dev/null +++ b/ai-sdk/package.json @@ -0,0 +1,13 @@ +{ + "name": "cloudgpu-ai-sdk-example", + "private": true, + "type": "module", + "scripts": { + "generate": "node generate.mjs", + "stream": "node stream.mjs" + }, + "dependencies": { + "@ai-sdk/openai-compatible": "^2.0.0", + "ai": "^6.0.0" + } +} diff --git a/ai-sdk/stream.mjs b/ai-sdk/stream.mjs new file mode 100644 index 0000000..2951b27 --- /dev/null +++ b/ai-sdk/stream.mjs @@ -0,0 +1,24 @@ +import { createOpenAICompatible } from '@ai-sdk/openai-compatible'; +import { streamText } from 'ai'; + +if (!process.env.CLOUDGPU_API_KEY) { + console.error('CLOUDGPU_API_KEY is not set. Create a key at https://cloudgpu.app/api/console and run: export CLOUDGPU_API_KEY=...'); + process.exit(1); +} + +const cloudgpu = createOpenAICompatible({ + name: 'cloudgpu', + apiKey: process.env.CLOUDGPU_API_KEY, + baseURL: 'https://cloudgpu.app/v1', + includeUsage: true, +}); + +const result = streamText({ + model: cloudgpu.chatModel('glm-5.2'), + prompt: 'Explain what an HTTP API gateway does in three short sentences.', +}); + +for await (const chunk of result.textStream) { + process.stdout.write(chunk); +} +process.stdout.write('\n');