1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
// Copyright 2015-2016 Mozilla Foundation. See the COPYRIGHT
// file at the top-level directory of this distribution.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.
use handles::*;
use variant::*;
use super::*;
pub struct SingleByteDecoder {
table: &'static [u16; 128],
}
impl SingleByteDecoder {
pub fn new(data: &'static [u16; 128]) -> VariantDecoder {
VariantDecoder::SingleByte(SingleByteDecoder { table: data })
}
pub fn max_utf16_buffer_length(&self, byte_length: usize) -> usize {
byte_length
}
pub fn max_utf8_buffer_length_without_replacement(&self, byte_length: usize) -> usize {
byte_length * 3
}
pub fn max_utf8_buffer_length(&self, byte_length: usize) -> usize {
byte_length * 3
}
decoder_functions!({},
{},
{
if b < 0x80 {
// XXX optimize ASCII
destination_handle.write_ascii(b);
continue;
}
let mapped = self.table[b as usize - 0x80usize];
if mapped == 0u16 {
return (DecoderResult::Malformed(1, 0),
unread_handle.consumed(),
destination_handle.written());
}
destination_handle.write_bmp_excl_ascii(mapped);
continue;
},
self,
src_consumed,
dest,
b,
destination_handle,
unread_handle,
check_space_bmp);
}
pub struct SingleByteEncoder {
table: &'static [u16; 128],
}
impl SingleByteEncoder {
pub fn new(encoding: &'static Encoding, data: &'static [u16; 128]) -> Encoder {
Encoder::new(encoding,
VariantEncoder::SingleByte(SingleByteEncoder { table: data }))
}
pub fn max_buffer_length_from_utf16_without_replacement(&self, u16_length: usize) -> usize {
u16_length
}
pub fn max_buffer_length_from_utf8_without_replacement(&self, byte_length: usize) -> usize {
byte_length
}
encoder_functions!({},
{
if c <= '\u{7F}' {
// TODO optimize ASCII run
destination_handle.write_one(c as u8);
continue;
}
if c > '\u{FFFF}' {
return (EncoderResult::Unmappable(c),
unread_handle.consumed(),
destination_handle.written());
}
let bmp = c as u16;
// Loop backwards, because the lowest quarter
// is the least probable.
let mut i = 127usize;
loop {
if self.table[i] == bmp {
destination_handle.write_one((i + 128) as u8);
break; // i.e. continue outer loop
}
if i == 0 {
return (EncoderResult::Unmappable(c),
unread_handle.consumed(),
destination_handle.written());
}
i -= 1;
}
},
self,
src_consumed,
source,
dest,
c,
destination_handle,
unread_handle,
check_space_one);
}