reinhardt-rest 0.1.2

REST API framework aggregator for Reinhardt
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
//! Token bucket algorithm implementation for rate limiting
//!
//! The token bucket algorithm allows for burst traffic while maintaining
//! an average rate limit. Tokens are added to a bucket at a fixed rate,
//! and each request consumes one or more tokens.

use super::backend::ThrottleBackend;
use super::{Throttle, ThrottleResult};
use super::time_provider::{SystemTimeProvider, TimeProvider};
use async_trait::async_trait;
use std::sync::Arc;
use tokio::sync::RwLock;
use tokio::time::{Duration, Instant};

/// Token bucket configuration
#[non_exhaustive]
#[derive(Debug, Clone)]
pub struct TokenBucketConfig {
	/// Maximum number of tokens in the bucket (burst capacity)
	pub capacity: usize,
	/// Number of tokens added per refill interval
	pub refill_rate: usize,
	/// Refill interval in seconds
	pub refill_interval: u64,
	/// Number of tokens consumed per request
	pub tokens_per_request: usize,
}

impl TokenBucketConfig {
	/// Creates a new token bucket configuration
	///
	/// # Examples
	///
	/// ```
	/// use reinhardt_rest::throttling::token_bucket::TokenBucketConfig;
	///
	/// // 100 requests per minute with burst capacity of 100
	/// let config = TokenBucketConfig::new(100, 100, 60, 1);
	/// assert_eq!(config.capacity, 100);
	/// assert_eq!(config.refill_rate, 100);
	/// ```
	pub fn new(
		capacity: usize,
		refill_rate: usize,
		refill_interval: u64,
		tokens_per_request: usize,
	) -> Self {
		Self {
			capacity,
			refill_rate,
			refill_interval,
			tokens_per_request,
		}
	}

	/// Creates a builder for fluent configuration
	///
	/// # Examples
	///
	/// ```
	/// use reinhardt_rest::throttling::token_bucket::TokenBucketConfig;
	///
	/// let config = TokenBucketConfig::builder()
	///     .capacity(50)
	///     .refill_rate(10)
	///     .refill_interval(1)
	///     .tokens_per_request(1)
	///     .build();
	///
	/// assert_eq!(config.capacity, 50);
	/// assert_eq!(config.refill_rate, 10);
	/// ```
	pub fn builder() -> TokenBucketConfigBuilder {
		TokenBucketConfigBuilder::default()
	}

	/// Create configuration for requests per second
	///
	/// # Examples
	///
	/// ```
	/// use reinhardt_rest::throttling::token_bucket::TokenBucketConfig;
	///
	/// // 10 requests per second with burst of 20
	/// let config = TokenBucketConfig::per_second(10, 20);
	/// assert_eq!(config.refill_rate, 10);
	/// assert_eq!(config.capacity, 20);
	/// ```
	pub fn per_second(rate: usize, burst: usize) -> Self {
		Self {
			capacity: burst,
			refill_rate: rate,
			refill_interval: 1,
			tokens_per_request: 1,
		}
	}

	/// Create configuration for requests per minute
	///
	/// # Examples
	///
	/// ```
	/// use reinhardt_rest::throttling::token_bucket::TokenBucketConfig;
	///
	/// // 100 requests per minute with burst of 150
	/// let config = TokenBucketConfig::per_minute(100, 150);
	/// assert_eq!(config.refill_rate, 100);
	/// assert_eq!(config.refill_interval, 60);
	/// ```
	pub fn per_minute(rate: usize, burst: usize) -> Self {
		Self {
			capacity: burst,
			refill_rate: rate,
			refill_interval: 60,
			tokens_per_request: 1,
		}
	}

	/// Create configuration for requests per hour
	///
	/// # Examples
	///
	/// ```
	/// use reinhardt_rest::throttling::token_bucket::TokenBucketConfig;
	///
	/// // 1000 requests per hour with burst of 1500
	/// let config = TokenBucketConfig::per_hour(1000, 1500);
	/// assert_eq!(config.refill_rate, 1000);
	/// assert_eq!(config.refill_interval, 3600);
	/// ```
	pub fn per_hour(rate: usize, burst: usize) -> Self {
		Self {
			capacity: burst,
			refill_rate: rate,
			refill_interval: 3600,
			tokens_per_request: 1,
		}
	}
}

/// Builder for TokenBucketConfig
#[derive(Debug, Default)]
pub struct TokenBucketConfigBuilder {
	capacity: Option<usize>,
	refill_rate: Option<usize>,
	refill_interval: Option<u64>,
	tokens_per_request: Option<usize>,
}

impl TokenBucketConfigBuilder {
	/// Set bucket capacity
	pub fn capacity(mut self, capacity: usize) -> Self {
		self.capacity = Some(capacity);
		self
	}

	/// Set refill rate
	pub fn refill_rate(mut self, rate: usize) -> Self {
		self.refill_rate = Some(rate);
		self
	}

	/// Set refill interval in seconds
	pub fn refill_interval(mut self, interval: u64) -> Self {
		self.refill_interval = Some(interval);
		self
	}

	/// Set tokens consumed per request
	pub fn tokens_per_request(mut self, tokens: usize) -> Self {
		self.tokens_per_request = Some(tokens);
		self
	}

	/// Build the configuration
	///
	/// # Panics
	///
	/// Panics if any required field is not set
	pub fn build(self) -> TokenBucketConfig {
		TokenBucketConfig {
			capacity: self.capacity.expect("capacity must be set"),
			refill_rate: self.refill_rate.expect("refill_rate must be set"),
			refill_interval: self.refill_interval.expect("refill_interval must be set"),
			tokens_per_request: self.tokens_per_request.unwrap_or(1),
		}
	}
}

/// Bucket state for tracking tokens
#[derive(Debug, Clone)]
struct BucketState {
	tokens: usize,
	last_refill: Instant,
}

/// Token bucket throttle implementation
///
/// # Examples
///
/// ```
/// use reinhardt_rest::throttling::token_bucket::{TokenBucket, TokenBucketConfig};
/// use reinhardt_rest::throttling::{MemoryBackend, Throttle};
/// use std::sync::Arc;
///
/// # tokio_test::block_on(async {
/// let backend = Arc::new(MemoryBackend::new());
/// let config = TokenBucketConfig::per_second(10, 20);
/// let throttle = TokenBucket::new("api_key".to_string(), backend, config);
///
/// // First request should succeed
/// assert!(throttle.allow_request("user_123").await.unwrap());
/// # });
/// ```
pub struct TokenBucket<B: ThrottleBackend, T: TimeProvider = SystemTimeProvider> {
	// Allow dead_code: identifies this throttle instance for distributed backend key-spacing
	#[allow(dead_code)]
	key: String,
	// Allow dead_code: stored for future distributed state persistence via ThrottleBackend
	#[allow(dead_code)]
	backend: Arc<B>,
	config: TokenBucketConfig,
	time_provider: Arc<T>,
	state: Arc<RwLock<BucketState>>,
}

impl<B: ThrottleBackend> TokenBucket<B, SystemTimeProvider> {
	/// Creates a new token bucket with default time provider
	///
	/// # Examples
	///
	/// ```
	/// use reinhardt_rest::throttling::token_bucket::{TokenBucket, TokenBucketConfig};
	/// use reinhardt_rest::throttling::MemoryBackend;
	/// use std::sync::Arc;
	///
	/// let backend = Arc::new(MemoryBackend::new());
	/// let config = TokenBucketConfig::per_second(5, 10);
	/// let throttle = TokenBucket::new("api_key".to_string(), backend, config);
	/// ```
	pub fn new(key: String, backend: Arc<B>, config: TokenBucketConfig) -> Self {
		let initial_state = BucketState {
			tokens: config.capacity,
			last_refill: SystemTimeProvider::new().now(),
		};

		Self {
			key,
			backend,
			config,
			time_provider: Arc::new(SystemTimeProvider::new()),
			state: Arc::new(RwLock::new(initial_state)),
		}
	}
}

impl<B: ThrottleBackend, T: TimeProvider> TokenBucket<B, T> {
	/// Creates a new token bucket with custom time provider
	pub fn with_time_provider(
		key: String,
		backend: Arc<B>,
		config: TokenBucketConfig,
		time_provider: Arc<T>,
	) -> Self {
		let initial_state = BucketState {
			tokens: config.capacity,
			last_refill: time_provider.now(),
		};

		Self {
			key,
			backend,
			config,
			time_provider,
			state: Arc::new(RwLock::new(initial_state)),
		}
	}

	/// Refill tokens based on elapsed time
	fn refill_tokens(&self, state: &mut BucketState) {
		let now = self.time_provider.now();
		let elapsed = now.duration_since(state.last_refill);
		let refill_duration = Duration::from_secs(self.config.refill_interval);

		if elapsed >= refill_duration {
			// Calculate number of refill intervals that have passed
			let intervals = elapsed.as_secs() / self.config.refill_interval;
			let tokens_to_add = (intervals as usize) * self.config.refill_rate;

			// Add tokens but cap at capacity
			state.tokens = (state.tokens + tokens_to_add).min(self.config.capacity);

			// Update last refill time
			state.last_refill = now;
		}
	}

	/// Try to consume tokens from the bucket
	async fn consume_tokens(&self, count: usize) -> ThrottleResult<bool> {
		let mut state = self.state.write().await;

		// Refill tokens first
		self.refill_tokens(&mut state);

		// Check if we have enough tokens
		if state.tokens >= count {
			state.tokens -= count;
			Ok(true)
		} else {
			Ok(false)
		}
	}

	/// Get current token count
	pub async fn tokens(&self) -> usize {
		let mut state = self.state.write().await;
		self.refill_tokens(&mut state);
		state.tokens
	}

	/// Reset the bucket to full capacity
	pub async fn reset(&self) {
		let mut state = self.state.write().await;
		state.tokens = self.config.capacity;
		state.last_refill = self.time_provider.now();
	}
}

#[async_trait]
impl<B: ThrottleBackend, T: TimeProvider> Throttle for TokenBucket<B, T> {
	async fn allow_request(&self, _key: &str) -> ThrottleResult<bool> {
		self.consume_tokens(self.config.tokens_per_request).await
	}

	async fn wait_time(&self, _key: &str) -> ThrottleResult<Option<u64>> {
		let state = self.state.read().await;

		if state.tokens >= self.config.tokens_per_request {
			return Ok(None);
		}

		// Calculate time until next refill
		let now = self.time_provider.now();
		let elapsed = now.duration_since(state.last_refill);
		let refill_duration = Duration::from_secs(self.config.refill_interval);

		if elapsed < refill_duration {
			let wait = refill_duration - elapsed;
			Ok(Some(wait.as_secs()))
		} else {
			Ok(Some(0))
		}
	}

	fn get_rate(&self) -> (usize, u64) {
		(self.config.refill_rate, self.config.refill_interval)
	}
}

#[cfg(test)]
mod tests {
	use super::*;
	use crate::throttling::backend::MemoryBackend;
	use crate::throttling::time_provider::MockTimeProvider;

	#[tokio::test]
	async fn test_token_bucket_basic() {
		let backend = Arc::new(MemoryBackend::new());
		let config = TokenBucketConfig::new(5, 5, 10, 1);
		let throttle = TokenBucket::new("test".to_string(), backend, config);

		// Should allow 5 requests (capacity)
		for _ in 0..5 {
			assert!(throttle.allow_request("user").await.unwrap());
		}

		// 6th request should fail
		assert!(!throttle.allow_request("user").await.unwrap());
	}

	#[tokio::test]
	async fn test_token_bucket_refill() {
		use tokio::time::Instant;
		let time_provider = Arc::new(MockTimeProvider::new(Instant::now()));
		let backend = Arc::new(MemoryBackend::with_time_provider(time_provider.clone()));
		let config = TokenBucketConfig::new(10, 5, 1, 1);
		let throttle = TokenBucket::with_time_provider(
			"test".to_string(),
			backend,
			config.clone(),
			time_provider.clone(),
		);

		// Consume all tokens
		for _ in 0..10 {
			assert!(throttle.allow_request("user").await.unwrap());
		}
		assert!(!throttle.allow_request("user").await.unwrap());

		// Advance time by refill interval
		time_provider.advance(std::time::Duration::from_secs(1));

		// Should have 5 new tokens
		for _ in 0..5 {
			assert!(throttle.allow_request("user").await.unwrap());
		}
		assert!(!throttle.allow_request("user").await.unwrap());
	}

	#[tokio::test]
	async fn test_token_bucket_burst() {
		let backend = Arc::new(MemoryBackend::new());
		let config = TokenBucketConfig::per_second(5, 20); // 5/sec, burst 20
		let throttle = TokenBucket::new("test".to_string(), backend, config);

		// Should handle burst of 20
		for _ in 0..20 {
			assert!(throttle.allow_request("user").await.unwrap());
		}

		// 21st should fail
		assert!(!throttle.allow_request("user").await.unwrap());
	}

	#[tokio::test]
	async fn test_token_bucket_tokens_per_request() {
		let backend = Arc::new(MemoryBackend::new());
		let config = TokenBucketConfig::new(10, 10, 10, 2); // 2 tokens per request
		let throttle = TokenBucket::new("test".to_string(), backend, config);

		// Should allow 5 requests (10 tokens / 2 per request)
		for _ in 0..5 {
			assert!(throttle.allow_request("user").await.unwrap());
		}

		// 6th request should fail
		assert!(!throttle.allow_request("user").await.unwrap());
	}

	#[tokio::test]
	async fn test_token_bucket_get_tokens() {
		let backend = Arc::new(MemoryBackend::new());
		let config = TokenBucketConfig::new(10, 5, 10, 1);
		let throttle = TokenBucket::new("test".to_string(), backend, config);

		// Initial tokens should equal capacity
		assert_eq!(throttle.tokens().await, 10);

		// After consuming 3 tokens
		for _ in 0..3 {
			throttle.allow_request("user").await.unwrap();
		}
		assert_eq!(throttle.tokens().await, 7);
	}

	#[tokio::test]
	async fn test_token_bucket_reset() {
		let backend = Arc::new(MemoryBackend::new());
		let config = TokenBucketConfig::new(10, 5, 10, 1);
		let throttle = TokenBucket::new("test".to_string(), backend, config);

		// Consume all tokens
		for _ in 0..10 {
			throttle.allow_request("user").await.unwrap();
		}
		assert_eq!(throttle.tokens().await, 0);

		// Reset
		throttle.reset().await;
		assert_eq!(throttle.tokens().await, 10);
	}

	#[tokio::test]
	async fn test_token_bucket_wait_time() {
		use tokio::time::Instant;
		let time_provider = Arc::new(MockTimeProvider::new(Instant::now()));
		let backend = Arc::new(MemoryBackend::with_time_provider(time_provider.clone()));
		let config = TokenBucketConfig::new(5, 5, 10, 1);
		let throttle = TokenBucket::with_time_provider(
			"test".to_string(),
			backend,
			config,
			time_provider.clone(),
		);

		// Consume all tokens
		for _ in 0..5 {
			throttle.allow_request("user").await.unwrap();
		}

		// Should have wait time
		let wait = throttle.wait_time("user").await.unwrap();
		assert!(wait.is_some());
		assert!(wait.unwrap() > 0);
	}

	#[test]
	fn test_token_bucket_config_builder() {
		let config = TokenBucketConfig::builder()
			.capacity(100)
			.refill_rate(50)
			.refill_interval(60)
			.tokens_per_request(2)
			.build();

		assert_eq!(config.capacity, 100);
		assert_eq!(config.refill_rate, 50);
		assert_eq!(config.refill_interval, 60);
		assert_eq!(config.tokens_per_request, 2);
	}

	#[test]
	fn test_token_bucket_config_per_second() {
		let config = TokenBucketConfig::per_second(10, 20);
		assert_eq!(config.refill_rate, 10);
		assert_eq!(config.capacity, 20);
		assert_eq!(config.refill_interval, 1);
	}

	#[test]
	fn test_token_bucket_config_per_minute() {
		let config = TokenBucketConfig::per_minute(100, 150);
		assert_eq!(config.refill_rate, 100);
		assert_eq!(config.capacity, 150);
		assert_eq!(config.refill_interval, 60);
	}

	#[test]
	fn test_token_bucket_config_per_hour() {
		let config = TokenBucketConfig::per_hour(1000, 1500);
		assert_eq!(config.refill_rate, 1000);
		assert_eq!(config.capacity, 1500);
		assert_eq!(config.refill_interval, 3600);
	}
}