reasoning_parser/parsers/
step3.rs

1// Step3 specific reasoning parser.
2// Uses the same format as DeepSeek-R1 but has its own implementation for debugging.
3
4use crate::{
5    parsers::BaseReasoningParser,
6    traits::{ParseError, ParserConfig, ParserResult, ReasoningParser, DEFAULT_MAX_BUFFER_SIZE},
7};
8
9/// Step3 reasoning parser.
10///
11/// This parser uses the same format as DeepSeek-R1 (<think>...</think>) but has
12/// its own implementation for better debugging and potential future customization.
13pub struct Step3Parser {
14    base: BaseReasoningParser,
15}
16
17impl Step3Parser {
18    /// Create a new Step3 parser.
19    pub fn new() -> Self {
20        let config = ParserConfig {
21            think_start_token: "<think>".to_string(),
22            think_end_token: "</think>".to_string(),
23            stream_reasoning: true,
24            max_buffer_size: DEFAULT_MAX_BUFFER_SIZE,
25            always_in_reasoning: true,
26        };
27
28        Self {
29            base: BaseReasoningParser::new(config).with_model_type("step3".to_string()),
30        }
31    }
32}
33
34impl Default for Step3Parser {
35    fn default() -> Self {
36        Self::new()
37    }
38}
39
40impl ReasoningParser for Step3Parser {
41    fn detect_and_parse_reasoning(&mut self, text: &str) -> Result<ParserResult, ParseError> {
42        self.base.detect_and_parse_reasoning(text)
43    }
44
45    fn parse_reasoning_streaming_incremental(
46        &mut self,
47        text: &str,
48    ) -> Result<ParserResult, ParseError> {
49        self.base.parse_reasoning_streaming_incremental(text)
50    }
51
52    fn reset(&mut self) {
53        self.base.reset();
54    }
55
56    fn model_type(&self) -> &str {
57        self.base.model_type()
58    }
59
60    fn is_in_reasoning(&self) -> bool {
61        self.base.is_in_reasoning()
62    }
63
64    fn mark_reasoning_started(&mut self) {
65        self.base.mark_reasoning_started();
66    }
67
68    fn mark_think_start_stripped(&mut self) {
69        self.base.mark_think_start_stripped();
70    }
71}
72
73#[cfg(test)]
74mod tests {
75    use super::*;
76
77    #[test]
78    fn test_step3_initial_state() {
79        let mut parser = Step3Parser::new();
80
81        // Should treat text as reasoning even without start token
82        let result = parser
83            .detect_and_parse_reasoning("This is reasoning content")
84            .unwrap();
85        assert_eq!(result.normal_text, "");
86        assert_eq!(result.reasoning_text, "This is reasoning content");
87    }
88
89    #[test]
90    fn test_step3_with_end_token() {
91        let mut parser = Step3Parser::new();
92
93        // Should handle text with end token
94        let result = parser
95            .detect_and_parse_reasoning("reasoning content</think>answer")
96            .unwrap();
97        assert_eq!(result.normal_text, "answer");
98        assert_eq!(result.reasoning_text, "reasoning content");
99    }
100
101    #[test]
102    fn test_step3_with_both_tokens() {
103        let mut parser = Step3Parser::new();
104
105        // Should handle both start and end tokens
106        let result = parser
107            .detect_and_parse_reasoning("<think>reasoning content</think>answer")
108            .unwrap();
109        assert_eq!(result.normal_text, "answer");
110        assert_eq!(result.reasoning_text, "reasoning content");
111    }
112
113    #[test]
114    fn test_step3_streaming() {
115        let mut parser = Step3Parser::new();
116
117        // First chunk - treated as reasoning (always_in_reasoning=true)
118        let result1 = parser
119            .parse_reasoning_streaming_incremental("reasoning text ")
120            .unwrap();
121        assert_eq!(result1.normal_text, "");
122        assert_eq!(result1.reasoning_text, "reasoning text ");
123
124        // Second chunk - continues reasoning until end token
125        let result2 = parser
126            .parse_reasoning_streaming_incremental("more reasoning</think>answer")
127            .unwrap();
128        assert_eq!(result2.normal_text, "answer");
129        assert_eq!(result2.reasoning_text, "more reasoning");
130    }
131
132    #[test]
133    fn test_model_type() {
134        let parser = Step3Parser::new();
135        assert_eq!(parser.model_type(), "step3");
136    }
137}
reasoning_parser/parsers/step3.rs

reasoning_parser/parsers/
step3.rs
