mirror of
https://github.com/zyedidia/micro.git
synced 2024-09-11 04:05:38 +03:00
86 lines
1.6 KiB
Go
86 lines
1.6 KiB
Go
package highlight
|
|
|
|
import (
|
|
"unicode"
|
|
"unicode/utf8"
|
|
)
|
|
|
|
var minMark = rune(unicode.Mark.R16[0].Lo)
|
|
|
|
func isMark(r rune) bool {
|
|
// Fast path
|
|
if r < minMark {
|
|
return false
|
|
}
|
|
return unicode.In(r, unicode.Mark)
|
|
}
|
|
|
|
// DecodeCharacter returns the next character from an array of bytes
|
|
// A character is a rune along with any accompanying combining runes
|
|
func DecodeCharacter(b []byte) (rune, []rune, int) {
|
|
r, size := utf8.DecodeRune(b)
|
|
b = b[size:]
|
|
c, s := utf8.DecodeRune(b)
|
|
|
|
var combc []rune
|
|
for isMark(c) {
|
|
combc = append(combc, c)
|
|
size += s
|
|
|
|
b = b[s:]
|
|
c, s = utf8.DecodeRune(b)
|
|
}
|
|
|
|
return r, combc, size
|
|
}
|
|
|
|
// DecodeCharacterInString returns the next character from a string
|
|
// A character is a rune along with any accompanying combining runes
|
|
func DecodeCharacterInString(str string) (rune, []rune, int) {
|
|
r, size := utf8.DecodeRuneInString(str)
|
|
str = str[size:]
|
|
c, s := utf8.DecodeRuneInString(str)
|
|
|
|
var combc []rune
|
|
for isMark(c) {
|
|
combc = append(combc, c)
|
|
size += s
|
|
|
|
str = str[s:]
|
|
c, s = utf8.DecodeRuneInString(str)
|
|
}
|
|
|
|
return r, combc, size
|
|
}
|
|
|
|
// CharacterCount returns the number of characters in a byte array
|
|
// Similar to utf8.RuneCount but for unicode characters
|
|
func CharacterCount(b []byte) int {
|
|
s := 0
|
|
|
|
for len(b) > 0 {
|
|
r, size := utf8.DecodeRune(b)
|
|
if !isMark(r) {
|
|
s++
|
|
}
|
|
|
|
b = b[size:]
|
|
}
|
|
|
|
return s
|
|
}
|
|
|
|
// CharacterCount returns the number of characters in a string
|
|
// Similar to utf8.RuneCountInString but for unicode characters
|
|
func CharacterCountInString(str string) int {
|
|
s := 0
|
|
|
|
for _, r := range str {
|
|
if !isMark(r) {
|
|
s++
|
|
}
|
|
}
|
|
|
|
return s
|
|
}
|