inference-gateway-sdk 0.3.0

Rust SDK for interacting with various language models through the Inference Gateway
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143

---
openapi: 3.1.0
info:
  title: Inference Gateway API
  description: API for interacting with various language models through the Inference Gateway.
  version: 1.0.0
servers:
  - url: http://localhost:8080
paths:
  /llms:
    get:
      summary: List all language models
      responses:
        "200":
          description: A list of models
          content:
            application/json:
              schema:
                type: array
                items:
                  $ref: "#/components/schemas/ProviderModels"
  /llms/{provider}/generate:
    post:
      summary: Generate content with a specific provider's LLM
      parameters:
        - name: provider
          in: path
          required: true
          schema:
            $ref: "#/components/schemas/Providers"
      requestBody:
        required: true
        content:
          application/json:
            schema:
              type: object
              properties:
                model:
                  type: string
                messages:
                  type: array
                  items:
                    type: object
                    properties:
                      role:
                        type: string
                        enum:
                          - system
                          - user
                          - assistant
                      content:
                        type: string
    responses:
      "200":
        description: Generated content
        content:
          application/json:
            schema:
              type: object
              properties:
                provider:
                  type: string
                response:
                  type: object
                  properties:
                    role:
                      type: string
                    model:
                      type: string
                    content:
                      type: string
      "400":
        description: Bad request
        content:
          application/json:
            schema:
              type: object
              properties:
                error:
                  type: string
      "500":
        description: Internal server error
        content:
          application/json:
            schema:
              type: object
              properties:
                error:
                  type: string
  /health:
    get:
      summary: Health check
      responses:
        "200":
          description: Health check successful
components:
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: JWT
      description: |
        Authentication is available but disabled by default.
        To enable authentication, Set ENABLE_AUTH to true.
  schemas:
    Model:
      type: object
      properties:
        id:
          type: string
        object:
          type: string
        owned_by:
          type: string
        created:
          type: integer
    ProviderModels:
      type: object
      properties:
        provider:
          $ref: "#/components/schemas/Providers"
        models:
          type: array
          items:
            type: object
            properties:
              id:
                type: string
              object:
                type: string
              owned_by:
                type: string
              created:
                type: integer
    Providers:
      type: string
      enum:
        - ollama
        - groq
        - openai
        - google
        - cloudflare
        - cohere