diff --git a/docs.json b/docs.json index c24f4a7..4d21103 100644 --- a/docs.json +++ b/docs.json @@ -226,6 +226,15 @@ "v3/integrations/langchain" ] }, + { + "group": "AI Gateway", + "icon": "network-wired", + "expanded": false, + "pages": [ + "v3/integrations/bifrost", + "v3/integrations/lynkr" + ] + }, { "group": "Coding Agents", "icon": "robot", diff --git a/integration-logo/bifrost-icondoc.svg b/integration-logo/bifrost-icondoc.svg new file mode 100644 index 0000000..012c24b --- /dev/null +++ b/integration-logo/bifrost-icondoc.svg @@ -0,0 +1,3 @@ + + + diff --git a/integration-logo/lynkr-icondoc.svg b/integration-logo/lynkr-icondoc.svg new file mode 100644 index 0000000..3880524 --- /dev/null +++ b/integration-logo/lynkr-icondoc.svg @@ -0,0 +1,36 @@ + + + + + + diff --git a/v3/integrations/bifrost.mdx b/v3/integrations/bifrost.mdx new file mode 100644 index 0000000..d9be557 --- /dev/null +++ b/v3/integrations/bifrost.mdx @@ -0,0 +1,115 @@ +--- +title: "Bifrost" +icon: "/integration-logo/bifrost-icondoc.svg" +description: "Use Bifrost with Eden AI to route to 500+ AI models through one OpenAI-compatible gateway." +--- + +import { TechArticleSchema } from "/snippets/TechArticleSchema.mdx"; + + + +Use Bifrost with Eden AI to route to 500+ AI models through one OpenAI-compatible gateway. + +## Overview + +Bifrost is a high-performance open-source LLM gateway (Go) that adds routing, fallbacks, load-balancing and governance across providers. Because Eden AI is fully OpenAI-compatible, you add it through Bifrost's **Custom Provider** configuration — no build and no fork — and route to models from OpenAI, Anthropic, Google, Cohere, Meta and more behind one key, with EU-based, GDPR-aligned inference. + +## Installation + + +```bash Docker +docker run -p 8080:8080 -v $(pwd)/data:/app/data maximhq/bifrost +``` + +```bash npx +npx -y @maximhq/bifrost +``` + + +## Quick Start + +Add Eden AI as a Custom Provider in your `config.json`, then point any request at it: + + +```json config.json +{ + "providers": { + "edenai": { + "keys": [ + { "name": "edenai-key", "value": "env.EDEN_AI_API_KEY", "models": ["*"], "weight": 1.0 } + ], + "network_config": { "base_url": "https://api.edenai.run/v3" }, + "custom_provider_config": { + "base_provider_type": "openai", + "allowed_requests": { + "chat_completion": true, + "chat_completion_stream": true, + "embedding": true + } + } + } + } +} +``` + +```bash curl +curl -X POST http://localhost:8080/v1/chat/completions \ + -H "Content-Type: application/json" \ + -d '{ + "model": "edenai/openai/gpt-5.5", + "messages": [{"role": "user", "content": "Hello! How are you?"}] + }' +``` + + +You can also add the provider at runtime via `POST /api/providers` or from the Bifrost web UI under **Model Providers** — no restart needed. + +## Available Models + +Call any Eden AI model through Bifrost as `edenai//`: + +**OpenAI** +- `edenai/openai/gpt-5.5` +- `edenai/openai/gpt-5-mini` + +**Anthropic** +- `edenai/anthropic/claude-sonnet-5` +- `edenai/anthropic/claude-haiku-4-5` + +**Google** +- `edenai/google/gemini-2.5-pro` +- `edenai/google/gemini-3.5-flash` + +**Mistral** +- `edenai/mistral/mistral-large-2512` +- `edenai/mistral/mistral-small-2603` + +## Routing & Fallbacks + +Because Eden AI is a standard Bifrost provider, it participates in Bifrost's reliability features — weighted keys, load-balancing and provider fallbacks. Add Eden AI alongside other providers and let Bifrost route or fall back to it as needed, all through the same OpenAI-compatible endpoint. + +## Environment Variables + +Bifrost reads the key referenced as `env.EDEN_AI_API_KEY` in `config.json` from the environment: + + +```bash .env +EDEN_AI_API_KEY=your_api_key_here +``` + + +## Next Steps + +- [Chat Completions](/v3/llms/chat-completions) - Core LLM endpoint +- [List LLM Models](/v3/llms/listing-models) - Browse available providers and models +- [OpenAI SDK (Python)](/v3/integrations/openai-sdk-python) - Direct SDK usage diff --git a/v3/integrations/lynkr.mdx b/v3/integrations/lynkr.mdx new file mode 100644 index 0000000..6df25d8 --- /dev/null +++ b/v3/integrations/lynkr.mdx @@ -0,0 +1,134 @@ +--- +title: "Lynkr" +icon: "/integration-logo/lynkr-icondoc.svg" +description: "Use Lynkr with Eden AI to route your gateway to 500+ AI models with tier-based cost optimisation." +--- + +import { TechArticleSchema } from "/snippets/TechArticleSchema.mdx"; + + + +Use Lynkr with Eden AI to route your gateway to 500+ AI models with tier-based cost optimisation. + +## Overview + +Lynkr is an open-source LLM gateway that cuts costs with **tier-based routing** — it scores each request 0–100 and sends it to the cheapest model that can handle it. Eden AI is a built-in Lynkr provider, so you reach models from OpenAI, Anthropic, Google, Mistral and 500+ more behind one key, with EU-based, GDPR-aligned inference and unified billing. + +## Installation + + +```bash npm +npm install -g lynkr +``` + +```bash Homebrew +brew tap fast-editor/lynkr +brew install lynkr +``` + +```bash Install script +curl -fsSL https://raw.githubusercontent.com/Fast-Editor/Lynkr/main/install.sh | bash +``` + + +## Quick Start + +Initialise Lynkr, point it at Eden AI, and start the gateway: + + +```bash Terminal +lynkr init # scaffold a .env +export EDENAI_API_KEY=your-edenai-key +export MODEL_PROVIDER=edenai # send all requests to Eden AI +lynkr start # OpenAI-compatible endpoint on port 8081 +``` + + +```bash curl +curl -X POST http://localhost:8081/v1/chat/completions \ + -H "Content-Type: application/json" \ + -d '{ + "model": "mistral/mistral-small-2603", + "messages": [{"role": "user", "content": "Hello from Lynkr + Eden AI"}] + }' +``` + +## Configuration + +Lynkr reads provider credentials from environment variables (or a `.env` file): + + +```bash .env +EDENAI_API_KEY=your-edenai-key +EDENAI_MODEL=openai/gpt-5-mini # default model (provider/model naming) +EDENAI_EMBEDDINGS_MODEL=openai/text-embedding-ada-002 +EDENAI_ENDPOINT=https://api.edenai.run/v3/chat/completions +``` + + +### Routing modes + +**Static** — every request goes to Eden AI: + + +```bash Static +export MODEL_PROVIDER=edenai +``` + + +**Tier-based (recommended for cost)** — set all four tiers to Eden AI models; Lynkr routes by request complexity: + + +```bash Tier-based +export TIER_SIMPLE=edenai:mistral/mistral-small-2603 +export TIER_MEDIUM=edenai:openai/gpt-5-mini +export TIER_HARD=edenai:anthropic/claude-sonnet-5 +export TIER_EXPERT=edenai:openai/gpt-5.5 +``` + + +## Available Models + +Use the `provider/model` format for any Eden AI model: + +**OpenAI** +- `openai/gpt-5.5` +- `openai/gpt-5-mini` + +**Anthropic** +- `anthropic/claude-sonnet-5` +- `anthropic/claude-haiku-4-5` + +**Google** +- `google/gemini-2.5-pro` +- `google/gemini-3.5-flash` + +**Mistral** +- `mistral/mistral-large-2512` +- `mistral/mistral-small-2603` + +## Environment Variables + + +```bash .env +EDENAI_API_KEY=your_api_key_here +EDENAI_MODEL=openai/gpt-5-mini +EDENAI_ENDPOINT=https://api.edenai.run/v3/chat/completions +``` + + +## Next Steps + +- [Chat Completions](/v3/llms/chat-completions) - Core LLM endpoint +- [List LLM Models](/v3/llms/listing-models) - Browse available providers and models +- [OpenAI SDK (Python)](/v3/integrations/openai-sdk-python) - Direct SDK usage