@@ -22,7 +22,13 @@ Run `cargo add inference-gateway-sdk`.
2222### Creating a Client
2323
2424``` rust
25- use inference_gateway_sdk :: {InferenceGatewayClient , Message , Provider , MessageRole };
25+ use inference_gateway_sdk :: {
26+ InferenceGatewayAPI ,
27+ InferenceGatewayClient ,
28+ Message ,
29+ Provider ,
30+ MessageRole
31+ };
2632use log :: info;
2733use std :: error :: Error ;
2834
@@ -59,7 +65,13 @@ fn main() -> Result<(), Box<dyn Error>> {
5965To list all available models from all configured providers, use the ` list_models ` method:
6066
6167``` rust
62- use inference_gateway_sdk :: {InferenceGatewayClient , Message , Provider , MessageRole };
68+ use inference_gateway_sdk :: {
69+ InferenceGatewayAPI ,
70+ InferenceGatewayClient ,
71+ Message ,
72+ Provider ,
73+ MessageRole
74+ };
6375use log :: info;
6476
6577fn main () -> Result <(), Box <dyn Error >> {
@@ -89,8 +101,10 @@ fn main() -> Result<(), Box<dyn Error>> {
89101To list all available models from a specific provider, use the ` list_models_by_provider ` method:
90102
91103``` rust
104+ // ...rest of the imports
92105use log :: info;
93106
107+ // ...main function
94108let resp = client . list_models_by_provider (Provider :: Ollama )? ;
95109let models = resp . models;
96110info! (" Provider: {:?}" , resp . provider);
@@ -104,8 +118,10 @@ for model in models {
104118To generate content using a model, use the ` generate_content ` method:
105119
106120``` rust
121+ // ...rest of the imports
107122use log :: info;
108123
124+ // ...main function
109125let response = client . generate_content (
110126 Provider :: Ollama ,
111127 " llama2" ,
@@ -124,8 +140,10 @@ info!("Response: {:?}", response.response);
124140To check if the Inference Gateway is running, use the ` health_check ` method:
125141
126142``` rust
143+ // ...rest of the imports
127144use log :: info;
128145
146+ // ...main function
129147let is_healthy = client . health_check ()? ;
130148info! (" API is healthy: {}" , is_healthy );
131149```
0 commit comments