api_ollama 0.2.0

Ollama local LLM runtime API client for HTTP communication.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

//! OllamaClient cached content methods extension.
//!
//! Provides methods for working with cached content feature.

#[ cfg( feature = "cached_content" ) ]
mod private
{
  use crate::client::OllamaClient;
  use crate::{ OllamaResult, CachedContentRequest, CachedContentResponse, CacheInvalidationRequest, CacheInvalidationResponse, CachePerformanceMetrics };
  use error_tools::format_err;

  impl OllamaClient
  {
    /// Cache content for faster retrieval
    ///
    /// # Errors
    ///
    /// Returns an error if caching fails
    #[ inline ]
    pub async fn cache_content( &mut self, request : CachedContentRequest ) -> OllamaResult< CachedContentResponse >
    {
      let url = format!( "{}/api/cache/content", self.base_url );

      let request_builder = self.client
        .post( &url )
        .header( "Content-Type", "application/json" )
        .json( &request )
        .timeout( self.timeout );
      #[ cfg( feature = "secret_management" ) ]
      let request_builder = self.apply_authentication( request_builder );
      #[ cfg( not( feature = "secret_management" ) ) ]
      let request_builder = request_builder;

      let response = request_builder
        .send()
        .await
        .map_err( | e | format_err!( "Network error : {}", e ) )?;

      if !response.status().is_success()
      {
        return Err( format_err!( "API error {}: Cache content request failed : {}", response.status().as_u16(), response.status() ) );
      }

      let cache_response : CachedContentResponse = response.json().await.map_err( | e | format_err!( "Parse error : {}", e ) )?;
      Ok( cache_response )
    }

    /// Invalidate cached content
    ///
    /// # Errors
    ///
    /// Returns an error if invalidation fails
    #[ inline ]
    pub async fn invalidate_cache( &mut self, request : CacheInvalidationRequest ) -> OllamaResult< CacheInvalidationResponse >
    {
      let url = format!( "{}/api/cache/invalidate", self.base_url );

      let request_builder = self.client
        .post( &url )
        .header( "Content-Type", "application/json" )
        .json( &request )
        .timeout( self.timeout );
      #[ cfg( feature = "secret_management" ) ]
      let request_builder = self.apply_authentication( request_builder );
      #[ cfg( not( feature = "secret_management" ) ) ]
      let request_builder = request_builder;

      let response = request_builder
        .send()
        .await
        .map_err( | e | format_err!( "Network error : {}", e ) )?;

      if !response.status().is_success()
      {
        return Err( format_err!( "API error {}: Cache invalidation request failed : {}", response.status().as_u16(), response.status() ) );
      }

      let invalidation_response : CacheInvalidationResponse = response.json().await.map_err( | e | format_err!( "Parse error : {}", e ) )?;
      Ok( invalidation_response )
    }

    /// Get cache performance metrics
    ///
    /// # Errors
    ///
    /// Returns an error if metrics retrieval fails
    #[ inline ]
    pub async fn cache_metrics( &mut self ) -> OllamaResult< CachePerformanceMetrics >
    {
      let url = format!( "{}/api/cache/metrics", self.base_url );

      let request_builder = self.client
        .get( &url )
        .header( "Content-Type", "application/json" )
        .timeout( self.timeout );
      #[ cfg( feature = "secret_management" ) ]
      let request_builder = self.apply_authentication( request_builder );
      #[ cfg( not( feature = "secret_management" ) ) ]
      let request_builder = request_builder;

      let response = request_builder
        .send()
        .await
        .map_err( | e | format_err!( "Network error : {}", e ) )?;

      if !response.status().is_success()
      {
        return Err( format_err!( "API error {}: Cache metrics request failed : {}", response.status().as_u16(), response.status() ) );
      }

      let metrics : CachePerformanceMetrics = response.json().await.map_err( | e | format_err!( "Parse error : {}", e ) )?;
      Ok( metrics )
    }
  }
}