api_ollama 0.2.0

Ollama local LLM runtime API client for HTTP communication.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

//! Integration tests for example functionality
#[ cfg( test ) ]
mod tests
{
  use api_ollama::{ OllamaClient, ChatMessage, MessageRole };

  #[ tokio::test ]
  async fn test_chatbot_assistant_basic_functionality()
  {
    // This test ensures the chatbot assistant can initialize and handle basic requests
    let mut client = OllamaClient::new( "http://localhost:11434".to_string(), OllamaClient::recommended_timeout_fast() );
    
    // Test client initialization doesn't panic
    assert!( !client.is_available().await || client.is_available().await );
    
    // Test message creation doesn't panic
    let message = ChatMessage
    {
      role : MessageRole::User,
      content : "Hello".to_string(),
      images : None,
      #[ cfg( feature = "tool_calling" ) ]
      tool_calls : None,
    };
    
    assert_eq!( message.content, "Hello" );
  }

  #[ tokio::test ]
  async fn test_input_loop_doesnt_hang()
  {
    // This test simulates the interactive loop without blocking on stdin
    let mut conversation_history = vec![
      ChatMessage
      {
        role : MessageRole::System,
        content : "You are a helpful assistant.".to_string(),
        images : None,
        #[ cfg( feature = "tool_calling" ) ]
        tool_calls : None,
      }
    ];
    
    // Test that we can add messages without hanging
    let user_input = "test input";
    conversation_history.push( ChatMessage
    {
      role : MessageRole::User,
      content : user_input.to_string(),
      images : None,
      #[ cfg( feature = "tool_calling" ) ]
      tool_calls : None,
    } );
    
    assert_eq!( conversation_history.len(), 2 );
    
    // Test conversation history limit
    for i in 0..25
    {
      conversation_history.push( ChatMessage
      {
        role : MessageRole::User,
        content : format!( "Message {i}" ),
        images : None,
        #[ cfg( feature = "tool_calling" ) ]
        tool_calls : None,
      } );
    }
    
    // Simulate the history management logic from the example
    if conversation_history.len() > 21
    {
      conversation_history.drain( 1..conversation_history.len() - 20 );
    }
    
    assert!( conversation_history.len() <= 21 );
  }

  #[ tokio::test ]
  async fn test_examples_can_initialize_without_hanging()
  {
    // Test that all examples can at least initialize their basic structures
    // without hanging on stdin or network calls
    
    // Test chatbot initialization
    let _client = OllamaClient::new( "http://localhost:11434".to_string(), OllamaClient::recommended_timeout_fast() );
    // Client initialization should not panic
    
    // Test conversation structure (from chatbot_assistant)
    let mut conversation_history = vec![
      ChatMessage
      {
        role : MessageRole::System,
        content : "You are a helpful assistant.".to_string(),
        images : None,
        #[ cfg( feature = "tool_calling" ) ]
        tool_calls : None,
      }
    ];
    
    // Test adding user message (simulating non-interactive input)
    let test_inputs = vec![ "hello", "quit" ];
    for input in test_inputs
    {
      if input == "quit" { break; }
      
      conversation_history.push( ChatMessage
      {
        role : MessageRole::User,
        content : input.to_string(),
        images : None,
        #[ cfg( feature = "tool_calling" ) ]
        tool_calls : None,
      } );
    }
    
    assert!( conversation_history.len() >= 2 ); // System + at least one user message
  }
}