From 51739225cfce63b02b907d027a26dee70da15b8d Mon Sep 17 00:00:00 2001 From: Alexey Yakovenko Date: Mon, 7 Sep 2009 21:24:48 +0200 Subject: basic cuesheet charset detection --- utf8.h | 90 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 90 insertions(+) create mode 100644 utf8.h (limited to 'utf8.h') diff --git a/utf8.h b/utf8.h new file mode 100644 index 00000000..7796a903 --- /dev/null +++ b/utf8.h @@ -0,0 +1,90 @@ +/* + Basic UTF-8 manipulation routines + by Jeff Bezanson + placed in the public domain Fall 2005 + + This code is designed to provide the utilities you need to manipulate + UTF-8 as an internal string encoding. These functions do not perform the + error checking normally needed when handling UTF-8 data, so if you happen + to be from the Unicode Consortium you will want to flay me alive. + I do this because error checking can be performed at the boundaries (I/O), + with these routines reserved for higher performance on data known to be + valid. + + adoption to deadbeef player by Alexey Yakovenko +*/ +#include +#include + +/* is c the start of a utf8 sequence? */ +#define isutf(c) (((c)&0xC0)!=0x80) + +/* convert UTF-8 data to wide character */ +int u8_toucs(uint32_t *dest, int32_t sz, const char *src, int32_t srcsz); + +/* the opposite conversion */ +int u8_toutf8(char *dest, int32_t sz, uint32_t *src, int32_t srcsz); + +/* single character to UTF-8 */ +int u8_wc_toutf8(char *dest, wchar_t ch); + +/* character number to byte offset */ +int u8_offset(char *str, int32_t charnum); + +/* byte offset to character number */ +int u8_charnum(char *s, int32_t offset); + +/* return next character, updating an index variable */ +uint32_t u8_nextchar(const char *s, int32_t *i); + +/* move to next character */ +void u8_inc(const char *s, int32_t *i); + +/* move to previous character */ +void u8_dec(const char *s, int32_t *i); + +/* assuming src points to the character after a backslash, read an + escape sequence, storing the result in dest and returning the number of + input characters processed */ +int u8_read_escape_sequence(const char *src, uint32_t *dest); + +/* given a wide character, convert it to an ASCII escape sequence stored in + buf, where buf is "sz" bytes. returns the number of characters output. */ +int u8_escape_wchar(char *buf, int32_t sz, uint32_t ch); + +/* convert a string "src" containing escape sequences to UTF-8 */ +int u8_unescape(char *buf, int32_t sz, const char *src); + +/* convert UTF-8 "src" to ASCII with escape sequences. + if escape_quotes is nonzero, quote characters will be preceded by + backslashes as well. */ +int u8_escape(char *buf, int32_t sz, const char *src, int32_t escape_quotes); + +/* utility predicates used by the above */ +int octal_digit(char c); +int hex_digit(char c); + +/* return a pointer to the first occurrence of ch in s, or NULL if not + found. character index of found character returned in *charn. */ +char *u8_strchr(char *s, uint32_t ch, int32_t *charn); + +/* same as the above, but searches a buffer of a given size instead of + a NUL-terminated string. */ +char *u8_memchr(char *s, uint32_t ch, size_t sz, int32_t *charn); + +/* count the number of characters in a UTF-8 string */ +int u8_strlen(char *s); + +int u8_is_locale_utf8(char *locale); + +/* printf where the format string and arguments may be in UTF-8. + you can avoid this function and just use ordinary printf() if the current + locale is UTF-8. */ +int u8_vprintf(char *fmt, va_list ap); +int u8_printf(char *fmt, ...); + +// validate utf8 string +// returns 1 if valid, 0 otherwise +int u8_valid (const char *str, + int max_len, + const char **end); -- cgit v1.2.3