segmenter_type = "word"
[[tables]]
name = "CR"
[[tables]]
name = "LF"
[[tables]]
name = "Newline"
[[tables]]
name = "Extend"
[[tables]]
name = "ZWJ"
[[tables]]
name = "Regional_Indicator"
[[tables]]
name = "Format"
[[tables]]
name = "Katakana"
[[tables]]
name = "Hebrew_Letter"
[[tables]]
name = "ALetter"
[[tables]]
name = "Single_Quote"
[[tables]]
name = "Double_Quote"
[[tables]]
name = "MidNumLet"
[[tables]]
name = "MidLetter"
[[tables]]
name = "MidNum"
[[tables]]
name = "Numeric"
[[tables]]
name = "ExtendNumLet"
[[tables]]
name = "WSegSpace"
[[tables]]
name = "Extended_Pictographic"
[[tables]]
name = "ALetter_Extended_Pictographic"
[[tables]]
name = "SA"
[[tables]]
name = "ALetter_ZWJ"
as_simple_property = true
[[tables]]
name = "Hebrew_Letter_ZWJ"
as_simple_property = true
[[tables]]
name = "Numeric_ZWJ"
as_simple_property = true
[[tables]]
name = "ALetter"
left = "ALetter"
right = "Extend"
[[tables]]
name = "ALetter"
left = "ALetter_Extended_Pictographic"
right = "Extend"
[[tables]]
name = "ALetter"
left = "ALetter"
right = "Format"
[[tables]]
name = "ALetter"
left = "ALetter_Extended_Pictographic"
right = "Format"
[[tables]]
name = "ALetter"
left = "ALetter_ZWJ"
right = "Extend"
[[tables]]
name = "ALetter"
left = "ALetter_ZWJ"
right = "Format"
[[tables]]
name = "ALetter_ZWJ"
left = "ALetter"
right = "ZWJ"
[[tables]]
name = "ALetter_ZWJ"
left = "ALetter_Extended_Pictographic"
right = "ZWJ"
[[tables]]
name = "ALetter_ZWJ"
left = "ALetter_ZWJ"
right = "ZWJ"
[[tables]]
name = "Numeric"
left = "Numeric"
right = "Extend"
[[tables]]
name = "Numeric"
left = "Numeric_ZWJ"
right = "Extend"
[[tables]]
name = "Numeric"
left = "Numeric"
right = "Format"
[[tables]]
name = "Numeric"
left = "Numeric_ZWJ"
right = "Format"
[[tables]]
name = "Numeric_ZWJ"
left = "Numeric"
right = "ZWJ"
[[tables]]
name = "Numeric_ZWJ"
left = "Numeric_ZWJ"
right = "ZWJ"
[[tables]]
name = "ExtendNumLet"
left = "ExtendNumLet"
right = "Extend"
[[tables]]
name = "ExtendNumLet"
left = "ExtendNumLet_ZWJ"
right = "Extend"
[[tables]]
name = "ExtendNumLet"
left = "ExtendNumLet"
right = "Format"
[[tables]]
name = "ExtendNumLet"
left = "ExtendNumLet_ZWJ"
right = "Format"
[[tables]]
name = "ExtendNumLet_ZWJ"
left = "ExtendNumLet"
right = "ZWJ"
[[tables]]
name = "ExtendNumLet_ZWJ"
left = "ExtendNumLet_ZWJ"
right = "ZWJ"
[[tables]]
name = "Single_Quote"
left = "Single_Quote"
right = "Extend"
[[tables]]
name = "Single_Quote"
left = "Single_Quote_ZWJ"
right = "Extend"
[[tables]]
name = "Single_Quote"
left = "Single_Quote"
right = "Format"
[[tables]]
name = "Single_Quote"
left = "Single_Quote_ZWJ"
right = "Format"
[[tables]]
name = "Single_Quote_ZWJ"
left = "Single_Quote"
right = "ZWJ"
[[tables]]
name = "Single_Quote_ZWJ"
left = "Single_Quote_ZWJ"
right = "ZWJ"
[[tables]]
name = "Double_Quote"
left = "Double_Quote"
right = "Extend"
[[tables]]
name = "Double_Quote"
left = "Double_Quote_ZWJ"
right = "Extend"
[[tables]]
name = "Double_Quote"
left = "Double_Quote"
right = "Format"
[[tables]]
name = "Double_Quote"
left = "Double_Quote_ZWJ"
right = "Format"
[[tables]]
name = "Double_Quote_ZWJ"
left = "Double_Quote"
right = "ZWJ"
[[tables]]
name = "Double_Quote_ZWJ"
left = "Double_Quote_ZWJ"
right = "ZWJ"
[[tables]]
name = "MidLetter"
left = "MidLetter"
right = "Extend"
[[tables]]
name = "MidLetter"
left = "MidLetter_ZWJ"
right = "Extend"
[[tables]]
name = "MidLetter"
left = "MidLetter"
right = "Format"
[[tables]]
name = "MidLetter"
left = "MidLetter_ZWJ"
right = "Format"
[[tables]]
name = "MidLetter_ZWJ"
left = "MidLetter"
right = "ZWJ"
[[tables]]
name = "MidLetter_ZWJ"
left = "MidLetter_ZWJ"
right = "ZWJ"
[[tables]]
name = "MidNum"
left = "MidNum"
right = "Extend"
[[tables]]
name = "MidNum"
left = "MidNum_ZWJ"
right = "Extend"
[[tables]]
name = "MidNum"
left = "MidNum"
right = "Format"
[[tables]]
name = "MidNum"
left = "MidNum_ZWJ"
right = "Format"
[[tables]]
name = "MidNum_ZWJ"
left = "MidNum"
right = "ZWJ"
[[tables]]
name = "MidNum_ZWJ"
left = "MidNum_ZWJ"
right = "ZWJ"
[[tables]]
name = "MidNumLet"
left = "MidNumLet"
right = "Extend"
[[tables]]
name = "MidNumLet"
left = "MidNumLet_ZWJ"
right = "Extend"
[[tables]]
name = "MidNumLet"
left = "MidNumLet"
right = "Format"
[[tables]]
name = "MidNumLet"
left = "MidNumLet_ZWJ"
right = "Format"
[[tables]]
name = "MidNumLet_ZWJ"
left = "MidNumLet"
right = "ZWJ"
[[tables]]
name = "MidNumLet_ZWJ"
left = "MidNumLet_ZWJ"
right = "ZWJ"
[[tables]]
name = "WSegSpace_XX"
left = "WSegSpace"
right = "Extend"
[[tables]]
name = "WSegSpace_XX"
left = "WSegSpace_XX"
right = "Extend"
[[tables]]
name = "WSegSpace_XX"
left = "WSegSpace_ZWJ"
right = "Extend"
[[tables]]
name = "WSegSpace_XX"
left = "WSegSpace"
right = "Format"
[[tables]]
name = "WSegSpace_XX"
left = "WSegSpace_XX"
right = "Format"
[[tables]]
name = "WSegSpace_XX"
left = "WSegSpace_ZWJ"
right = "Format"
[[tables]]
name = "WSegSpace_ZWJ"
left = "WSegSpace"
right = "ZWJ"
[[tables]]
name = "WSegSpace_ZWJ"
left = "WSegSpace_XX"
right = "ZWJ"
[[tables]]
name = "WSegSpace_ZWJ"
left = "WSegSpace_ZWJ"
right = "ZWJ"
[[tables]]
name = "Unknown"
left = "Unknown"
right = "Extend"
[[tables]]
name = "Unknown"
left = "Unknown_ZWJ"
right = "Extend"
[[tables]]
name = "Unknown"
left = "Unknown"
right = "Format"
[[tables]]
name = "Unknown"
left = "Unknown_ZWJ"
right = "Format"
[[tables]]
name = "Unknown_ZWJ"
left = "Unknown"
right = "ZWJ"
[[tables]]
name = "Unknown_ZWJ"
left = "Unknown_ZWJ"
right = "ZWJ"
[[tables]]
name = "Katakana"
left = "Katakana"
right = "Extend"
[[tables]]
name = "Katakana"
left = "Katakana_ZWJ"
right = "Extend"
[[tables]]
name = "Katakana"
left = "Katakana"
right = "Format"
[[tables]]
name = "Katakana"
left = "Katakana_ZWJ"
right = "Format"
[[tables]]
name = "Katakana_ZWJ"
left = "Katakana"
right = "ZWJ"
[[tables]]
name = "Katakana_ZWJ"
left = "Katakana_ZWJ"
right = "ZWJ"
[[tables]]
name = "Regional_Indicator"
left = "Regional_Indicator"
right = "Extend"
[[tables]]
name = "Regional_Indicator"
left = "Regional_Indicator_ZWJ"
right = "Extend"
[[tables]]
name = "Regional_Indicator"
left = "Regional_Indicator"
right = "Format"
[[tables]]
name = "Regional_Indicator"
left = "Regional_Indicator_ZWJ"
right = "Format"
[[tables]]
name = "Regional_Indicator_ZWJ"
left = "Regional_Indicator"
right = "ZWJ"
[[tables]]
name = "Regional_Indicator_ZWJ"
left = "Regional_Indicator_ZWJ"
right = "ZWJ"
[[tables]]
name = "Hebrew_Letter"
left = "Hebrew_Letter"
right = "Extend"
[[tables]]
name = "Hebrew_Letter"
left = "Hebrew_Letter_ZWJ"
right = "Extend"
[[tables]]
name = "Hebrew_Letter"
left = "Hebrew_Letter"
right = "Format"
[[tables]]
name = "Hebrew_Letter"
left = "Hebrew_Letter_ZWJ"
right = "Format"
[[tables]]
name = "Hebrew_Letter_ZWJ"
left = "Hebrew_Letter"
right = "ZWJ"
[[tables]]
name = "Hebrew_Letter_ZWJ"
left = "Hebrew_Letter_ZWJ"
right = "ZWJ"
[[tables]]
name = "Extended_Pictographic"
left = "Extended_Pictographic"
right = "Extend"
[[tables]]
name = "ALetter"
left = "ALetter_Extended_Pictographic"
right = "Extend"
[[tables]]
name = "Extended_Pictographic"
left = "Extended_Pictographic"
right = "Format"
[[tables]]
name = "ALetter"
left = "ALetter_Extended_Pictographic"
right = "Format"
[[tables]]
name = "Extended_Pictographic_ZWJ"
left = "Extended_Pictographic"
right = "ZWJ"
[[tables]]
name = "Extended_Pictographic_ZWJ"
left = "Extended_Pictographic_ZWJ"
right = "ZWJ"
[[tables]]
name = "ALetter_ZWJ"
left = "ALetter_Extended_Pictographic"
right = "ZWJ"
[[tables]]
name = "Extended_Pictographic"
left = "Extended_Pictographic_ZWJ"
right = "Extend"
[[tables]]
name = "Extended_Pictographic"
left = "Extended_Pictographic_ZWJ"
right = "Format"
[[tables]]
name = "Format"
left = "Format"
right = "Extend"
[[tables]]
name = "Format"
left = "Format_ZWJ"
right = "Extend"
[[tables]]
name = "Format"
left = "Format"
right = "Format"
[[tables]]
name = "Format"
left = "Format_ZWJ"
right = "Format"
[[tables]]
name = "Format_ZWJ"
left = "Format"
right = "ZWJ"
[[tables]]
name = "Format_ZWJ"
left = "Format_ZWJ"
right = "ZWJ"
[[tables]]
name = "Extend"
left = "Extend"
right = "Extend"
[[tables]]
name = "Extend"
left = "Extend_ZWJ"
right = "Extend"
[[tables]]
name = "Extend"
left = "Extend"
right = "Format"
[[tables]]
name = "Extend"
left = "Extend_ZWJ"
right = "Format"
[[tables]]
name = "Extend_ZWJ"
left = "Extend"
right = "ZWJ"
[[tables]]
name = "Extend_ZWJ"
left = "Extend_ZWJ"
right = "ZWJ"
[[tables]]
name = "ZWJ_Extend"
left = "ZWJ"
right = "Extend"
[[tables]]
name = "ZWJ_Extend"
left = "ZWJ_Extend"
right = "Extend"
[[tables]]
name = "ZWJ_Format"
left = "ZWJ"
right = "Format"
[[tables]]
name = "ZWJ_Format"
left = "ZWJ_Format"
right = "Format"
[[tables]]
name = "ZWJ_Extend"
left = "ZWJ_Format"
right = "Extend"
[[tables]]
name = "ZWJ_Format"
left = "ZWJ_Extend"
right = "Format"
[[tables]]
name = "ZWJ"
left = "ZWJ"
right = "ZWJ"
[[tables]]
name = "ZWJ"
left = "ZWJ_Extend"
right = "ZWJ"
[[tables]]
name = "ZWJ"
left = "ZWJ_Format"
right = "ZWJ"
[[tables]]
name = "ALetter_MidLetter"
left = "ALetter_MidLetter"
right = "Extend"
[[tables]]
name = "ALetter_MidLetter"
left = "ALetter_MidLetter"
right = "Format"
[[tables]]
name = "ALetter_MidLetter"
left = "ALetter_MidLetter"
right = "ZWJ"
[[tables]]
name = "ALetter_Single_Quote"
left = "ALetter_Single_Quote"
right = "Extend"
[[tables]]
name = "ALetter_Single_Quote"
left = "ALetter_Single_Quote"
right = "Format"
[[tables]]
name = "ALetter_Single_Quote"
left = "ALetter_Single_Quote"
right = "ZWJ"
[[tables]]
name = "ALetter_MidNumLet"
left = "ALetter_MidNumLet"
right = "Extend"
[[tables]]
name = "ALetter_MidNumLet"
left = "ALetter_MidNumLet"
right = "Format"
[[tables]]
name = "ALetter_MidNumLet"
left = "ALetter_MidNumLet"
right = "ZWJ"
[[tables]]
name = "Hebrew_Letter_MidLetter"
left = "Hebrew_Letter_MidLetter"
right = "Extend"
[[tables]]
name = "Hebrew_Letter_MidLetter"
left = "Hebrew_Letter_MidLetter"
right = "Format"
[[tables]]
name = "Hebrew_Letter_MidLetter"
left = "Hebrew_Letter_MidLetter"
right = "ZWJ"
[[tables]]
name = "Hebrew_Letter_MidNumLet"
left = "Hebrew_Letter_MidNumLet"
right = "Extend"
[[tables]]
name = "Hebrew_Letter_MidNumLet"
left = "Hebrew_Letter_MidNumLet"
right = "Format"
[[tables]]
name = "Hebrew_Letter_MidNumLet"
left = "Hebrew_Letter_MidNumLet"
right = "ZWJ"
[[tables]]
name = "Hebrew_Letter_Single_Quote"
left = "Hebrew_Letter_Single_Quote"
right = "Extend"
[[tables]]
name = "Hebrew_Letter_Single_Quote"
left = "Hebrew_Letter_Single_Quote_ZWJ"
right = "Extend"
[[tables]]
name = "Hebrew_Letter_Single_Quote"
left = "Hebrew_Letter_Single_Quote"
right = "Format"
[[tables]]
name = "Hebrew_Letter_Single_Quote"
left = "Hebrew_Letter_Single_Quote_ZWJ"
right = "Format"
[[tables]]
name = "Hebrew_Letter_Single_Quote_ZWJ"
left = "Hebrew_Letter_Single_Quote"
right = "ZWJ"
[[tables]]
name = "Hebrew_Letter_Single_Quote_ZWJ"
left = "Hebrew_Letter_Single_Quote_ZWJ"
right = "ZWJ"
[[tables]]
name = "Hebrew_Letter_Double_Quote"
left = "Hebrew_Letter_Double_Quote"
right = "Extend"
[[tables]]
name = "Hebrew_Letter_Double_Quote"
left = "Hebrew_Letter_Double_Quote"
right = "Format"
[[tables]]
name = "Hebrew_Letter_Double_Quote"
left = "Hebrew_Letter_Double_Quote"
right = "ZWJ"
[[tables]]
name = "Numeric_Single_Quote"
left = "Numeric_Single_Quote"
right = "Extend"
[[tables]]
name = "Numeric_Single_Quote"
left = "Numeric_Single_Quote"
right = "Format"
[[tables]]
name = "Numeric_Single_Quote"
left = "Numeric_Single_Quote"
right = "ZWJ"
[[tables]]
name = "Numeric_MidNum"
left = "Numeric_MidNum"
right = "Extend"
[[tables]]
name = "Numeric_MidNum"
left = "Numeric_MidNum"
right = "Format"
[[tables]]
name = "Numeric_MidNum"
left = "Numeric_MidNum"
right = "ZWJ"
[[tables]]
name = "Numeric_MidNumLet"
left = "Numeric_MidNumLet"
right = "Extend"
[[tables]]
name = "Numeric_MidNumLet"
left = "Numeric_MidNumLet"
right = "Format"
[[tables]]
name = "Numeric_MidNumLet"
left = "Numeric_MidNumLet"
right = "ZWJ"
[[tables]]
name = "ALetter_MidLetter"
left = "ALetter"
right = "MidLetter"
[[tables]]
name = "ALetter_MidLetter"
left = "ALetter_Extended_Pictographic"
right = "MidLetter"
[[tables]]
name = "ALetter_MidLetter"
left = "ALetter_ZWJ"
right = "MidLetter"
[[tables]]
name = "ALetter_MidNumLet"
left = "ALetter"
right = "MidNumLet"
[[tables]]
name = "ALetter_MidNumLet"
left = "ALetter_Extended_Pictographic"
right = "MidNumLet"
[[tables]]
name = "ALetter_MidNumLet"
left = "ALetter_ZWJ"
right = "MidNumLet"
[[tables]]
name = "ALetter_Single_Quote"
left = "ALetter"
right = "Single_Quote"
[[tables]]
name = "ALetter_Single_Quote"
left = "ALetter_Extended_Pictographic"
right = "Single_Quote"
[[tables]]
name = "ALetter_Single_Quote"
left = "ALetter_ZWJ"
right = "Single_Quote"
[[tables]]
name = "Hebrew_Letter_MidLetter"
left = "Hebrew_Letter"
right = "MidLetter"
[[tables]]
name = "Hebrew_Letter_MidLetter"
left = "Hebrew_Letter_ZWJ"
right = "MidLetter"
[[tables]]
name = "Hebrew_Letter_MidNumLet"
left = "Hebrew_Letter"
right = "MidNumLet"
[[tables]]
name = "Hebrew_Letter_MidNumLet"
left = "Hebrew_Letter_ZWJ"
right = "MidNumLet"
[[tables]]
name = "Hebrew_Letter_Single_Quote"
left = "Hebrew_Letter"
right = "Single_Quote"
[[tables]]
name = "Hebrew_Letter_Single_Quote"
left = "Hebrew_Letter_ZWJ"
right = "Single_Quote"
[[tables]]
name = "Hebrew_Letter_Double_Quote"
left = "Hebrew_Letter"
right = "Double_Quote"
[[tables]]
name = "Hebrew_Letter_Double_Quote"
left = "Hebrew_Letter_ZWJ"
right = "Double_Quote"
[[tables]]
name = "Numeric_MidNum"
left = "Numeric"
right = "MidNum"
[[tables]]
name = "Numeric_MidNum"
left = "Numeric_ZWJ"
right = "MidNum"
[[tables]]
name = "Numeric_MidNumLet"
left = "Numeric"
right = "MidNumLet"
[[tables]]
name = "Numeric_MidNumLet"
left = "Numeric_ZWJ"
right = "MidNumLet"
[[tables]]
name = "Numeric_Single_Quote"
left = "Numeric"
right = "Single_Quote"
[[tables]]
name = "Numeric_Single_Quote"
left = "Numeric_ZWJ"
right = "Single_Quote"
[[tables]]
name = "RI_RI"
left = "Regional_Indicator"
right = "Regional_Indicator"
[[tables]]
name = "RI_RI"
left = "Regional_Indicator_ZWJ"
right = "Regional_Indicator"
[[tables]]
name = "RI_RI"
left = "RI_RI"
right = "Extend"
[[tables]]
name = "RI_RI"
left = "RI_RI_ZWJ"
right = "Extend"
[[tables]]
name = "RI_RI"
left = "RI_RI"
right = "Format"
[[tables]]
name = "RI_RI"
left = "RI_RI_ZWJ"
right = "Format"
[[tables]]
name = "RI_RI_ZWJ"
left = "RI_RI"
right = "ZWJ"
[[tables]]
name = "RI_RI_ZWJ"
left = "RI_RI_ZWJ"
right = "ZWJ"
[[rules]]
left = [ "sot" ]
right = [ "Any" ]
break_state = true
[[rules]]
left = [
"ALetter",
"ALetter_Extended_Pictographic",
"Katakana",
"Hebrew_Letter",
"Numeric",
"MidNumLet",
"ExtendNumLet",
"MidNumLet",
"MidLetter",
"ZWJ",
"Extend",
"Format",
"Regional_Indicator",
"Extended_Pictographic",
"Single_Quote",
"Double_Quote",
"ALetter_ZWJ",
"Double_Quote_ZWJ",
"Extend_ZWJ",
"Extended_Pictographic_ZWJ",
"ExtendNumLet_ZWJ",
"Format_ZWJ",
"Hebrew_Letter_ZWJ",
"Katakana_ZWJ",
"MidLetter_ZWJ",
"MidNum_ZWJ",
"MidNumLet_ZWJ",
"Numeric_ZWJ",
"Single_Quote_ZWJ",
"Extended_Pictographic_ZWJ",
"Regional_Indicator_ZWJ",
"Unknown_ZWJ",
"WSegSpace_ZWJ",
"WSegSpace_XX",
"Hebrew_Letter_Single_Quote",
"Hebrew_Letter_Single_Quote_ZWJ",
"RI_RI_ZWJ"
]
right = [ "eot" ]
break_state = true
[[rules]]
left = [ "CR" ]
right = [ "LF" ]
break_state = false
[[rules]]
left = [
"ZWJ",
"ALetter_ZWJ",
"Double_Quote_ZWJ",
"Extend_ZWJ",
"ExtendNumLet_ZWJ",
"Extended_Pictographic_ZWJ",
"Format_ZWJ",
"Hebrew_Letter_ZWJ",
"Hebrew_Letter_Single_Quote_ZWJ",
"Katakana_ZWJ",
"MidLetter_ZWJ",
"MidNum_ZWJ",
"MidNumLet_ZWJ",
"Numeric_ZWJ",
"Regional_Indicator_ZWJ",
"Single_Quote_ZWJ",
"Regional_Indicator_ZWJ",
"RI_RI_ZWJ",
"Unknown_ZWJ",
"WSegSpace_ZWJ"
]
right = [
"Extended_Pictographic",
"ALetter_Extended_Pictographic"
]
break_state = false
[[rules]]
left = [ "WSegSpace" ]
right = [ "WSegSpace" ]
break_state = false
[[rules]]
left = [
"ALetter",
"ALetter_Extended_Pictographic",
"Hebrew_Letter",
"ALetter_ZWJ",
"Hebrew_Letter_ZWJ"
]
right = [
"ALetter",
"ALetter_Extended_Pictographic",
"Hebrew_Letter"
]
break_state = false
[[rules]]
left = [
"ALetter_MidLetter",
"ALetter_MidNumLet",
"ALetter_Single_Quote",
"Hebrew_Letter_MidLetter",
"Hebrew_Letter_MidNumLet",
"Hebrew_Letter_Single_Quote",
"Hebrew_Letter_Single_Quote_ZWJ"
]
right = [
"ALetter",
"ALetter_Extended_Pictographic",
"Hebrew_Letter"
]
break_state = false
[[rules]]
left = [ "Hebrew_Letter_Double_Quote" ]
right = [ "Hebrew_Letter" ]
break_state = false
[[rules]]
left = [
"Numeric",
"Numeric_ZWJ"
]
right = [ "Numeric" ]
break_state = false
[[rules]]
left = [
"ALetter",
"ALetter_Extended_Pictographic",
"Hebrew_Letter",
"ALetter_ZWJ",
"Hebrew_Letter_ZWJ"
]
right = [ "Numeric" ]
break_state = false
[[rules]]
left = [
"Numeric",
"Numeric_ZWJ"
]
right = [
"ALetter",
"ALetter_Extended_Pictographic",
"Hebrew_Letter"
]
break_state = false
[[rules]]
left = [
"Numeric_MidNum",
"Numeric_MidNumLet",
"Numeric_Single_Quote"
]
right = [ "Numeric" ]
break_state = false
[[rules]]
left = [
"Katakana",
"Katakana_ZWJ"
]
right = [ "Katakana" ]
break_state = false
[[rules]]
left = [
"ALetter",
"ALetter_Extended_Pictographic",
"Hebrew_Letter",
"Numeric",
"Katakana",
"ExtendNumLet",
"ALetter_ZWJ",
"ExtendNumLet_ZWJ",
"Hebrew_Letter_ZWJ",
"Numeric_ZWJ"
]
right = [ "ExtendNumLet" ]
break_state = false
[[rules]]
left = [
"ExtendNumLet",
"ExtendNumLet_ZWJ"
]
right = [
"ALetter",
"ALetter_Extended_Pictographic",
"Hebrew_Letter",
"Numeric",
"Katakana"
]
break_state = false
[[rules]]
left = [ "Any" ]
right = [ "Any" ]
break_state = true
[[rules]]
left = [
"ALetter_ZWJ",
"Double_Quote_ZWJ",
"Extend_ZWJ",
"Extended_Pictographic_ZWJ",
"ExtendNumLet_ZWJ",
"Format_ZWJ",
"Hebrew_Letter_ZWJ",
"Katakana_ZWJ",
"MidLetter_ZWJ",
"MidNum_ZWJ",
"MidNumLet_ZWJ",
"Numeric_ZWJ",
"Regional_Indicator_ZWJ",
"Single_Quote_ZWJ",
"Unknown_ZWJ",
"WSegSpace_ZWJ",
"WSegSpace_XX",
"Hebrew_Letter_Single_Quote",
"Hebrew_Letter_Single_Quote_ZWJ",
"RI_RI_ZWJ"
]
right = [ "Any" ]
break_state = true
[[rules]]
left = [ "ALetter_ZWJ" ]
right = [ "WSegSpace" ]
break_state = true