segmenter_type = "sentence"
[[tables]]
name = "CR"
[[tables]]
name = "LF"
[[tables]]
name = "Extend"
[[tables]]
name = "Sep"
[[tables]]
name = "Format"
[[tables]]
name = "Sp"
[[tables]]
name = "Lower"
[[tables]]
name = "Upper"
[[tables]]
name = "OLetter"
[[tables]]
name = "Numeric"
[[tables]]
name = "ATerm"
[[tables]]
name = "SContinue"
[[tables]]
name = "STerm"
[[tables]]
name = "Close"
[[tables]]
name = "Lower"
left = "Lower"
right = "Extend"
[[tables]]
name = "Lower"
left = "Lower"
right = "Format"
[[tables]]
name = "Upper"
left = "Upper"
right = "Extend"
[[tables]]
name = "Upper"
left = "Upper"
right = "Format"
[[tables]]
name = "OLetter"
left = "OLetter"
right = "Extend"
[[tables]]
name = "OLetter"
left = "OLetter"
right = "Format"
[[tables]]
name = "ATerm"
left = "ATerm"
right = "Extend"
[[tables]]
name = "ATerm"
left = "ATerm"
right = "Format"
[[tables]]
name = "STerm"
left = "STerm"
right = "Extend"
[[tables]]
name = "STerm"
left = "STerm"
right = "Format"
[[tables]]
name = "ATerm_Close"
left = "ATerm_Close"
right = "Extend"
[[tables]]
name = "ATerm_Close"
left = "ATerm_Close"
right = "Format"
[[tables]]
name = "ATerm_Close_Sp"
left = "ATerm_Close_Sp"
right = "Extend"
[[tables]]
name = "ATerm_Close_Sp"
left = "ATerm_Close_Sp"
right = "Format"
[[tables]]
name = "STerm_Close"
left = "STerm_Close"
right = "Extend"
[[tables]]
name = "STerm_Close"
left = "STerm_Close"
right = "Format"
[[tables]]
name = "STerm_Close_Sp"
left = "STerm_Close_Sp"
right = "Extend"
[[tables]]
name = "STerm_Close_Sp"
left = "STerm_Close_Sp"
right = "Format"
[[tables]]
name = "Upper_ATerm"
left = "Upper_ATerm"
right = "Extend"
[[tables]]
name = "Upper_ATerm"
left = "Upper_ATerm"
right = "Format"
[[tables]]
name = "Lower_ATerm"
left = "Lower_ATerm"
right = "Extend"
[[tables]]
name = "Lower_ATerm"
left = "Lower_ATerm"
right = "Format"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "Extend"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "Format"
[[tables]]
name = "Upper_ATerm"
left = "Upper"
right = "ATerm"
[[tables]]
name = "Lower_ATerm"
left = "Lower"
right = "ATerm"
[[tables]]
name = "ATerm_Close"
left = "ATerm"
right = "Close"
[[tables]]
name = "ATerm_Close"
left = "ATerm_Close"
right = "Close"
[[tables]]
name = "ATerm_Close"
left = "Upper_ATerm"
right = "Close"
[[tables]]
name = "ATerm_Close"
left = "Lower_ATerm"
right = "Close"
[[tables]]
name = "ATerm_Close_Sp"
left = "ATerm"
right = "Sp"
[[tables]]
name = "ATerm_Close_Sp"
left = "Upper_ATerm"
right = "Sp"
[[tables]]
name = "ATerm_Close_Sp"
left = "Lower_ATerm"
right = "Sp"
[[tables]]
name = "ATerm_Close_Sp"
left = "ATerm_Close"
right = "Sp"
[[tables]]
name = "ATerm_Close_Sp"
left = "ATerm_Close_Sp"
right = "Sp"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "ATerm_Close"
right = "Sep"
[[tables]]
name = "ATerm_Close_Sp_CR"
left = "ATerm_Close"
right = "CR"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "ATerm_Close"
right = "LF"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "ATerm_Close_Sp"
right = "Sep"
[[tables]]
name = "ATerm_Close_Sp_CR"
left = "ATerm_Close_Sp"
right = "CR"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "ATerm_Close_Sp"
right = "LF"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "Lower_ATerm"
right = "Sep"
[[tables]]
name = "ATerm_Close_Sp_CR"
left = "Lower_ATerm"
right = "CR"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "Lower_ATerm"
right = "LF"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "Upper_ATerm"
right = "Sep"
[[tables]]
name = "ATerm_Close_Sp_CR"
left = "Upper_ATerm"
right = "CR"
[[tables]]
name = "ATerm_Close_Sp_ParaSep"
left = "Upper_ATerm"
right = "LF"
[[tables]]
name = "STerm_Close"
left = "STerm"
right = "Close"
[[tables]]
name = "STerm_Close"
left = "STerm_Close"
right = "Close"
[[tables]]
name = "STerm_Close_Sp"
left = "STerm"
right = "Sp"
[[tables]]
name = "STerm_Close_Sp"
left = "STerm_Close"
right = "Sp"
[[tables]]
name = "STerm_Close_Sp"
left = "STerm_Close_Sp"
right = "Sp"
[[tables]]
name = "STerm_Close_Sp_ParaSep"
left = "STerm_Close"
right = "Sep"
[[tables]]
name = "STerm_Close_Sp_CR"
left = "STerm_Close"
right = "CR"
[[tables]]
name = "STerm_Close_Sp_ParaSep"
left = "STerm_Close"
right = "LF"
[[tables]]
name = "STerm_Close_Sp_ParaSep"
left = "STerm_Close_Sp"
right = "Sep"
[[tables]]
name = "STerm_Close_Sp_CR"
left = "STerm_Close_Sp"
right = "CR"
[[tables]]
name = "STerm_Close_Sp_ParaSep"
left = "STerm_Close_Sp"
right = "LF"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm"
right = "Unknown"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "Upper_ATerm"
right = "Unknown"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "Lower_ATerm"
right = "Unknown"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close"
right = "Numeric"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close"
right = "Unknown"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp"
right = "Close"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp"
right = "Numeric"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp"
right = "Unknown"
interm_break_state = true
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "Close"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "Format"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "Numeric"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "Sp"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "Unknown"
[[tables]]
name = "ATerm_Close_Sp_SB8"
left = "ATerm_Close_Sp_SB8"
right = "SContinue"
[[rules]]
left = [ "sot" ]
right = [ "Any" ]
break_state = true
[[rules]]
left = [
"Sep",
"Lower",
"Upper",
"OLetter",
"Numeric",
"Extend",
"Format",
"ATerm_Close",
"ATerm_Close_Sp",
"ATerm_Close_Sp_ParaSep",
"ATerm_Close_Sp_CR",
"STerm_Close",
"STerm_Close_Sp",
"STerm_Close_Sp_ParaSep",
"STerm_Close_Sp_CR",
"Lower_ATerm",
"Upper_ATerm"
]
right = [ "eot" ]
break_state = true
[[rules]]
left = [
"CR",
"ATerm_Close_Sp_CR",
"STerm_Close_Sp_CR"
]
right = [ "LF" ]
break_state = false
[[rules]]
left = [ "Sep", "CR", "LF" ]
right = [
"ATerm",
"Numeric",
"Sep",
"Lower",
"Upper",
"OLetter",
"Sp",
"Unknown",
"STerm",
"Close",
"SContinue",
"Format",
"Extend",
"CR"
]
break_state = true
[[rules]]
left = [ "Sep", "LF", "ATerm_Close", "ATerm_Close_Sp" ]
right = [ "LF" ]
break_state = true
[[rules]]
left = [
"ATerm_Close_Sp_ParaSep",
"ATerm_Close_Sp_CR",
"STerm_Close_Sp_ParaSep",
"STerm_Close_Sp_CR"
]
right = [
"ATerm",
"Numeric",
"Lower",
"Upper",
"OLetter",
"Sp",
"Unknown",
"STerm",
"Close",
"SContinue",
"Format",
"Extend"
]
break_state = true
[[rules]]
left = [ "ATerm", "Upper_ATerm", "Lower_ATerm" ]
right = [ "Numeric" ]
break_state = false
[[rules]]
left = [ "Upper_ATerm", "Lower_ATerm" ]
right = [ "Upper" ]
break_state = false
[[rules]]
left = [ "ATerm", "ATerm_Close", "ATerm_Close_Sp" ]
right = [ "Lower" ]
break_state = false
[[rules]]
left = [ "Lower_ATerm", "Upper_ATerm" ]
right = [ "Lower" ]
break_state = false
[[rules]]
left = [ "ATerm_Close_Sp_SB8" ]
right = [ "Lower" ]
break_state = false
[[rules]]
left = [
"ATerm",
"ATerm_Close",
"ATerm_Close_Sp",
"STerm",
"STerm_Close",
"STerm_Close_Sp",
"Lower_ATerm",
"Upper_ATerm"
]
right = [ "SContinue", "ATerm", "STerm" ]
break_state = false
[[rules]]
left = [
"ATerm_Close_Sp_ParaSep",
"ATerm_Close_Sp_CR",
"STerm_Close_Sp_ParaSep",
"STerm_Close_Sp_CR"
]
right = [ "ATerm", "Lower", "OLetter", "Upper", "Numeric", "STerm", "CR", "LF", "Sep" ]
break_state = true
[[rules]]
left = [ "ATerm_Close_Sp", "STerm_Close_Sp" ]
right = [ "Numeric", "Upper", "Lower", "Close", "Unknown", "OLetter" ]
break_state = true
[[rules]]
left = [ "ATerm_Close", "STerm", "STerm_Close" ]
right = [ "Numeric", "Upper", "Lower", "OLetter", "Unknown" ]
break_state = true
[[rules]]
left = [ "ATerm", "Upper_ATerm", "Lower_ATerm", "STerm" ]
right = [ "Unknown", "Upper", "Lower", "OLetter", "ATerm", "STerm" ]
break_state = true
[[rules]]
left = [ "Any" ]
right = [ "Any" ]
break_state = false