Feat : Support AWS bedrock base models

Cargo.toml

@@ -39,3 +39,6 @@ axum-prometheus = "0.7.0"
 reqwest-streams = { version = "0.8.1", features = ["json"] }
 futures = "0.3.31"
 async-stream = "0.3.6"
+aws-config = "1.5.12"
+aws-sdk-bedrockruntime = "1.66.0"
+aws-credential-types = "1.2.1"

src/config/constants.rs

@@ -13,3 +13,18 @@ pub fn default_max_tokens() -> u32 {
         .parse()
         .unwrap_or(4096)
 }
+
+// Required field for the TitanEmbeddingRequest
+pub fn default_embedding_dimension() -> u32 {
+    env::var("DEFAULT_EMBEDDING_DIMENSION")
+        .unwrap_or_else(|_| "512".to_string())
+        .parse()
+        .unwrap_or(512)
+}
+// Required field for the TitanEmbeddingRequest
+pub fn default_embedding_normalize() -> bool {
+    env::var("DEFAULT_EMBEDDING_NORMALIZE")
+        .unwrap_or_else(|_| "true".to_string())
+        .parse()
+        .unwrap_or(true)
+}

src/providers/anthropic/mod.rs

@@ -1,4 +1,5 @@
-mod models;
+pub(crate) mod models;
 mod provider;
 
 pub use provider::AnthropicProvider;
+pub use models::{AnthropicChatCompletionRequest, AnthropicChatCompletionResponse};

src/providers/anthropic/models.rs

@@ -5,7 +5,7 @@ use crate::models::tool_calls::{ChatMessageToolCall, FunctionCall};
 use serde::{Deserialize, Serialize};
 
 #[derive(Deserialize, Serialize, Clone)]
-pub(crate) struct AnthropicChatCompletionRequest {
+pub struct AnthropicChatCompletionRequest {
     pub max_tokens: u32,
     pub model: String,
     pub messages: Vec<ChatCompletionMessage>,
@@ -23,7 +23,7 @@ pub(crate) struct AnthropicChatCompletionRequest {
 }
 
 #[derive(Deserialize, Serialize, Clone)]
-pub(crate) struct AnthropicChatCompletionResponse {
+pub struct AnthropicChatCompletionResponse {
     pub id: String,
     pub model: String,
     pub content: Vec<ContentBlock>,

src/providers/bedrock/mod.rs

@@ -0,0 +1,6 @@
+mod models;
+
+mod provider;
+mod test;
+
+pub use provider::BedrockProvider;