feat: implement Bedrock and model clients for Claude, Llama, and Nova

.env

@@ -29,6 +29,11 @@ AZURE_OPENAI_WHISPER_API_VERSION=
 AZURE_LLAMA_BASEURL=
 AZURE_LLAMA_KEY=
 
+# For using Bedrock
+AWS_ACCESS_KEY_ID=
+AWS_SECRET_ACCESS_KEY=
+AWS_DEFAULT_REGION=
+
 # Hugging Face Access Token
 HUGGINGFACE_KEY=
 

README.md

@@ -63,10 +63,11 @@ $embeddings = new Embeddings();
 
 * Language Models
   * [OpenAI's GPT](https://platform.openai.com/docs/models/overview) with [OpenAI](https://platform.openai.com/docs/overview) and [Azure](https://learn.microsoft.com/azure/ai-services/openai/concepts/models) as Platform
-  * [Anthropic's Claude](https://www.anthropic.com/claude) with [Anthropic](https://www.anthropic.com/) as Platform
-  * [Meta's Llama](https://www.llama.com/) with [Azure](https://learn.microsoft.com/azure/machine-learning/how-to-deploy-models-llama), [Ollama](https://ollama.com/) and [Replicate](https://replicate.com/) as Platform
+  * [Anthropic's Claude](https://www.anthropic.com/claude) with [Anthropic](https://www.anthropic.com/) and [AWS](https://aws.amazon.com/bedrock/) as Platform
+  * [Meta's Llama](https://www.llama.com/) with [Azure](https://learn.microsoft.com/azure/machine-learning/how-to-deploy-models-llama), [Ollama](https://ollama.com/), [Replicate](https://replicate.com/) and [AWS](https://aws.amazon.com/bedrock/) as Platform
   * [Google's Gemini](https://gemini.google.com/) with [Google](https://ai.google.dev/) and [OpenRouter](https://www.openrouter.com/) as Platform
   * [DeepSeek's R1](https://www.deepseek.com/) with [OpenRouter](https://www.openrouter.com/) as Platform
+  * [Amazon's Nova](https://nova.amazon.com) with [AWS](https://aws.amazon.com/bedrock/) as Platform
 * Embeddings Models
   * [OpenAI's Text Embeddings](https://platform.openai.com/docs/guides/embeddings/embedding-models) with [OpenAI](https://platform.openai.com/docs/overview) and [Azure](https://learn.microsoft.com/azure/ai-services/openai/concepts/models) as Platform
   * [Voyage's Embeddings](https://docs.voyageai.com/docs/embeddings) with [Voyage](https://www.voyageai.com/) as Platform

composer.json

@@ -42,6 +42,7 @@
     "require-dev": {
         "codewithkyrian/chromadb-php": "^0.2.1 || ^0.3 || ^0.4",
         "codewithkyrian/transformers": "^0.5.3",
+        "async-aws/bedrock-runtime": "^0.1.0",
         "mongodb/mongodb": "^1.21",
         "php-cs-fixer/shim": "^3.70",
         "phpstan/phpstan": "^2.0",
@@ -59,6 +60,7 @@
         "symfony/var-dumper": "^6.4 || ^7.1"
     },
     "suggest": {
+        "async-aws/bedrock-runtime": "For using the Bedrock platform.",
         "codewithkyrian/chromadb-php": "For using the ChromaDB as retrieval vector store.",
         "codewithkyrian/transformers": "For using the TransformersPHP with FFI to run models in PHP.",
         "mongodb/mongodb": "For using MongoDB Atlas as retrieval vector store.",

examples/bedrock/chat-claude.php

@@ -0,0 +1,32 @@
+<?php
+
+use AsyncAws\BedrockRuntime\BedrockRuntimeClient;
+use PhpLlm\LlmChain\Bridge\Anthropic\Claude;
+use PhpLlm\LlmChain\Bridge\Bedrock\PlatformFactory;
+use PhpLlm\LlmChain\Chain;
+use PhpLlm\LlmChain\Model\Message\Message;
+use PhpLlm\LlmChain\Model\Message\MessageBag;
+use Symfony\Component\Dotenv\Dotenv;
+
+require_once dirname(__DIR__, 2).'/vendor/autoload.php';
+(new Dotenv())->loadEnv(dirname(__DIR__, 2).'/.env');
+
+if (empty($_ENV['AWS_ACCESS_KEY_ID']) || empty($_ENV['AWS_SECRET_ACCESS_KEY']) || empty($_ENV['AWS_DEFAULT_REGION'])
+) {
+    echo 'Please set the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_DEFAULT_REGION environment variables.'.PHP_EOL;
+    exit(1);
+}
+
+$platform = PlatformFactory::create(
+    new BedrockRuntimeClient()
+);
+$llm = new Claude();
+
+$chain = new Chain($platform, $llm);
+$messages = new MessageBag(
+    Message::forSystem('You are a pirate and you write funny.'),
+    Message::ofUser('What is the Symfony framework?'),
+);
+$response = $chain->call($messages);
+
+echo $response->getContent().PHP_EOL;

examples/bedrock/chat-llama.php

@@ -0,0 +1,32 @@
+<?php
+
+use AsyncAws\BedrockRuntime\BedrockRuntimeClient;
+use PhpLlm\LlmChain\Bridge\Bedrock\PlatformFactory;
+use PhpLlm\LlmChain\Bridge\Meta\Llama;
+use PhpLlm\LlmChain\Chain;
+use PhpLlm\LlmChain\Model\Message\Message;
+use PhpLlm\LlmChain\Model\Message\MessageBag;
+use Symfony\Component\Dotenv\Dotenv;
+
+require_once dirname(__DIR__, 2).'/vendor/autoload.php';
+(new Dotenv())->loadEnv(dirname(__DIR__, 2).'/.env');
+
+if (empty($_ENV['AWS_ACCESS_KEY_ID']) || empty($_ENV['AWS_SECRET_ACCESS_KEY']) || empty($_ENV['AWS_DEFAULT_REGION'])
+) {
+    echo 'Please set the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_DEFAULT_REGION environment variables.'.PHP_EOL;
+    exit(1);
+}
+
+$platform = PlatformFactory::create(
+    new BedrockRuntimeClient()
+);
+$llm = new Llama('llama-3.2-3b-instruct');
+
+$chain = new Chain($platform, $llm);
+$messages = new MessageBag(
+    Message::forSystem('You are a pirate and you write funny.'),
+    Message::ofUser('What is the Symfony framework?'),
+);
+$response = $chain->call($messages);
+
+echo $response->getContent().PHP_EOL;

examples/bedrock/chat-nova.php

@@ -0,0 +1,32 @@
+<?php
+
+use AsyncAws\BedrockRuntime\BedrockRuntimeClient;
+use PhpLlm\LlmChain\Bridge\Bedrock\Nova\Nova;
+use PhpLlm\LlmChain\Bridge\Bedrock\PlatformFactory;
+use PhpLlm\LlmChain\Chain;
+use PhpLlm\LlmChain\Model\Message\Message;
+use PhpLlm\LlmChain\Model\Message\MessageBag;
+use Symfony\Component\Dotenv\Dotenv;
+
+require_once dirname(__DIR__, 2).'/vendor/autoload.php';
+(new Dotenv())->loadEnv(dirname(__DIR__, 2).'/.env');
+
+if (empty($_ENV['AWS_ACCESS_KEY_ID']) || empty($_ENV['AWS_SECRET_ACCESS_KEY']) || empty($_ENV['AWS_DEFAULT_REGION'])
+) {
+    echo 'Please set the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_DEFAULT_REGION environment variables.'.PHP_EOL;
+    exit(1);
+}
+
+$platform = PlatformFactory::create(
+    new BedrockRuntimeClient()
+);
+$llm = new Nova(Nova::PRO);
+
+$chain = new Chain($platform, $llm);
+$messages = new MessageBag(
+    Message::forSystem('You are a pirate and you write funny.'),
+    Message::ofUser('What is the Symfony framework?'),
+);
+$response = $chain->call($messages);
+
+echo $response->getContent().PHP_EOL;

examples/bedrock/image-claude-binary.php

@@ -0,0 +1,36 @@
+<?php
+
+use AsyncAws\BedrockRuntime\BedrockRuntimeClient;
+use PhpLlm\LlmChain\Bridge\Anthropic\Claude;
+use PhpLlm\LlmChain\Bridge\Bedrock\PlatformFactory;
+use PhpLlm\LlmChain\Chain;
+use PhpLlm\LlmChain\Model\Message\Content\Image;
+use PhpLlm\LlmChain\Model\Message\Message;
+use PhpLlm\LlmChain\Model\Message\MessageBag;
+use Symfony\Component\Dotenv\Dotenv;
+
+require_once dirname(__DIR__, 2).'/vendor/autoload.php';
+(new Dotenv())->loadEnv(dirname(__DIR__, 2).'/.env');
+
+if (empty($_ENV['AWS_ACCESS_KEY_ID']) || empty($_ENV['AWS_SECRET_ACCESS_KEY']) || empty($_ENV['AWS_DEFAULT_REGION'])
+) {
+    echo 'Please set the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_DEFAULT_REGION environment variables.'.PHP_EOL;
+    exit(1);
+}
+
+$platform = PlatformFactory::create(
+    new BedrockRuntimeClient()
+);
+$llm = new Claude();
+
+$chain = new Chain($platform, $llm);
+$messages = new MessageBag(
+    Message::forSystem('You are an image analyzer bot that helps identify the content of images.'),
+    Message::ofUser(
+        'Describe the image as a comedian would do it.',
+        Image::fromFile(dirname(__DIR__, 2).'/tests/Fixture/image.jpg'),
+    ),
+);
+$response = $chain->call($messages);
+
+echo $response->getContent().PHP_EOL;

examples/bedrock/image-nova.php

@@ -0,0 +1,36 @@
+<?php
+
+use AsyncAws\BedrockRuntime\BedrockRuntimeClient;
+use PhpLlm\LlmChain\Bridge\Bedrock\Nova\Nova;
+use PhpLlm\LlmChain\Bridge\Bedrock\PlatformFactory;
+use PhpLlm\LlmChain\Chain;
+use PhpLlm\LlmChain\Model\Message\Content\Image;
+use PhpLlm\LlmChain\Model\Message\Message;
+use PhpLlm\LlmChain\Model\Message\MessageBag;
+use Symfony\Component\Dotenv\Dotenv;
+
+require_once dirname(__DIR__, 2).'/vendor/autoload.php';
+(new Dotenv())->loadEnv(dirname(__DIR__, 2).'/.env');
+
+if (empty($_ENV['AWS_ACCESS_KEY_ID']) || empty($_ENV['AWS_SECRET_ACCESS_KEY']) || empty($_ENV['AWS_DEFAULT_REGION'])
+) {
+    echo 'Please set the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_DEFAULT_REGION environment variables.'.PHP_EOL;
+    exit(1);
+}
+
+$platform = PlatformFactory::create(
+    new BedrockRuntimeClient()
+);
+$llm = new Nova(Nova::PRO);
+
+$chain = new Chain($platform, $llm);
+$messages = new MessageBag(
+    Message::forSystem('You are an image analyzer bot that helps identify the content of images.'),
+    Message::ofUser(
+        'Describe the image as a comedian would do it.',
+        Image::fromFile(dirname(__DIR__, 2).'/tests/Fixture/image.jpg'),
+    ),
+);
+$response = $chain->call($messages);
+
+echo $response->getContent().PHP_EOL;

examples/bedrock/toolcall-claude.php

@@ -0,0 +1,37 @@
+<?php
+
+use AsyncAws\BedrockRuntime\BedrockRuntimeClient;
+use PhpLlm\LlmChain\Bridge\Anthropic\Claude;
+use PhpLlm\LlmChain\Bridge\Bedrock\PlatformFactory;
+use PhpLlm\LlmChain\Chain;
+use PhpLlm\LlmChain\Chain\Toolbox\ChainProcessor;
+use PhpLlm\LlmChain\Chain\Toolbox\Tool\Wikipedia;
+use PhpLlm\LlmChain\Chain\Toolbox\Toolbox;
+use PhpLlm\LlmChain\Model\Message\Message;
+use PhpLlm\LlmChain\Model\Message\MessageBag;
+use Symfony\Component\Dotenv\Dotenv;
+use Symfony\Component\HttpClient\HttpClient;
+
+require_once dirname(__DIR__, 2).'/vendor/autoload.php';
+(new Dotenv())->loadEnv(dirname(__DIR__, 2).'/.env');
+
+if (empty($_ENV['AWS_ACCESS_KEY_ID']) || empty($_ENV['AWS_SECRET_ACCESS_KEY']) || empty($_ENV['AWS_DEFAULT_REGION'])
+) {
+    echo 'Please set the AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_DEFAULT_REGION environment variables.'.PHP_EOL;
+    exit(1);
+}
+
+$platform = PlatformFactory::create(
+    new BedrockRuntimeClient()
+);
+$llm = new Claude();
+
+$wikipedia = new Wikipedia(HttpClient::create());
+$toolbox = Toolbox::create($wikipedia);
+$processor = new ChainProcessor($toolbox);
+$chain = new Chain($platform, $llm, [$processor], [$processor]);
+
+$messages = new MessageBag(Message::ofUser('Who is the current chancellor of Germany?'));
+$response = $chain->call($messages);
+
+echo $response->getContent().PHP_EOL;

src/Bridge/Anthropic/Claude.php

@@ -42,7 +42,7 @@ public function supportsAudioInput(): bool
 
     public function supportsImageInput(): bool
     {
-        return false; // it does, but implementation here is still open.
+        return true;
     }
 
     public function supportsStreaming(): bool

src/Bridge/Anthropic/ModelHandler.php

@@ -7,9 +7,12 @@
 use PhpLlm\LlmChain\Chain\Toolbox\Metadata;
 use PhpLlm\LlmChain\Exception\RuntimeException;
 use PhpLlm\LlmChain\Model\Message\AssistantMessage;
+use PhpLlm\LlmChain\Model\Message\Content\Content;
+use PhpLlm\LlmChain\Model\Message\Content\Image;
 use PhpLlm\LlmChain\Model\Message\MessageBagInterface;
 use PhpLlm\LlmChain\Model\Message\MessageInterface;
 use PhpLlm\LlmChain\Model\Message\ToolCallMessage;
+use PhpLlm\LlmChain\Model\Message\UserMessage;
 use PhpLlm\LlmChain\Model\Model;
 use PhpLlm\LlmChain\Model\Response\ResponseInterface as LlmResponse;
 use PhpLlm\LlmChain\Model\Response\StreamResponse;
@@ -25,6 +28,8 @@
 use Symfony\Contracts\HttpClient\ResponseInterface;
 use Webmozart\Assert\Assert;
 
+use function Symfony\Component\String\u;
+
 final readonly class ModelHandler implements ModelClient, ResponseConverter
 {
     private EventSourceHttpClient $httpClient;
@@ -92,6 +97,26 @@ public function request(Model $model, object|array|string $input, array $options
                     }, $message->toolCalls),
                 ];
             }
+            if ($message instanceof UserMessage && $message->hasImageContent()) {
+                // make sure images are encoded for Bedrock invocation
+                return [
+                    'role' => 'user',
+                    'content' => array_map(static function (Content $content) {
+                        if ($content instanceof Image) {
+                            return [
+                                'type' => 'image',
+                                'source' => [
+                                    'type' => 'base64',
+                                    'media_type' => u($content->getFormat())->replace('jpg', 'jpeg')->toString(),
+                                    'data' => $content->asBase64(),
+                                ],
+                            ];
+                        }
+
+                        return $content;
+                    }, $message->content),
+                ];
+            }
 
             return $message;
         }, $body['messages']);