diff --git a/llm_interface/src/lib.rs b/llm_interface/src/lib.rs index 9e61151..77f77c0 100644 --- a/llm_interface/src/lib.rs +++ b/llm_interface/src/lib.rs @@ -13,13 +13,20 @@ pub mod openai { OpenaiChat(ChatRequest), GroqChat(ChatRequest), ChatImage(ChatImageRequest), + RegisterOaiProviderEndpoint(RegisterEndpointRequest), + OaiProviderChat(ChatRequest), } #[derive(Default, Serialize, Deserialize, Debug, Clone, PartialEq, Builder)] pub struct RegisterApiKeyRequest { pub api_key: String, } - + + #[derive(Default, Serialize, Deserialize, Debug, Clone, PartialEq, Builder)] + pub struct RegisterEndpointRequest { + pub endpoint: String, + } + #[derive(Default, Serialize, Deserialize, Debug, Clone, PartialEq, Builder)] pub struct EmbeddingRequest { pub input: String, @@ -193,6 +200,7 @@ pub mod openai { Ok, Embedding(EmbeddingResponse), Chat(ChatResponse), + Err(ErrorResponse), } #[derive(Default, Serialize, Deserialize, Debug, Clone, PartialEq)] @@ -200,6 +208,10 @@ pub mod openai { pub embedding: Vec, } + #[derive(Default, Serialize, Deserialize, Debug, Clone, PartialEq)] + pub struct ErrorResponse { + pub error: String, + } } pub mod lccp { @@ -429,4 +441,4 @@ pub mod lccp { pub prompt_per_second: f64, pub prompt_per_token_ms: f64, } -} \ No newline at end of file +}