basic cuesheet charset detection

1 files changed, 90 insertions, 0 deletions

diff --git a/utf8.h b/utf8.h
new file mode 100644
index 00000000..7796a903
--- /dev/null
+++ b/utf8.h
@@ -0,0 +1,90 @@
+/*
+  Basic UTF-8 manipulation routines
+  by Jeff Bezanson
+  placed in the public domain Fall 2005
+
+  This code is designed to provide the utilities you need to manipulate
+  UTF-8 as an internal string encoding. These functions do not perform the
+  error checking normally needed when handling UTF-8 data, so if you happen
+  to be from the Unicode Consortium you will want to flay me alive.
+  I do this because error checking can be performed at the boundaries (I/O),
+  with these routines reserved for higher performance on data known to be
+  valid.
+
+  adoption to deadbeef player by Alexey Yakovenko <waker@users.sourceforge.net>
+*/
+#include <stdint.h>
+#include <stdarg.h>
+
+/* is c the start of a utf8 sequence? */
+#define isutf(c) (((c)&0xC0)!=0x80)
+
+/* convert UTF-8 data to wide character */
+int u8_toucs(uint32_t *dest, int32_t sz, const char *src, int32_t srcsz);
+
+/* the opposite conversion */
+int u8_toutf8(char *dest, int32_t sz, uint32_t *src, int32_t srcsz);
+
+/* single character to UTF-8 */
+int u8_wc_toutf8(char *dest, wchar_t ch);
+
+/* character number to byte offset */
+int u8_offset(char *str, int32_t charnum);
+
+/* byte offset to character number */
+int u8_charnum(char *s, int32_t offset);
+
+/* return next character, updating an index variable */
+uint32_t u8_nextchar(const char *s, int32_t *i);
+
+/* move to next character */
+void u8_inc(const char *s, int32_t *i);
+
+/* move to previous character */
+void u8_dec(const char *s, int32_t *i);
+
+/* assuming src points to the character after a backslash, read an
+   escape sequence, storing the result in dest and returning the number of
+   input characters processed */
+int u8_read_escape_sequence(const char *src, uint32_t *dest);
+
+/* given a wide character, convert it to an ASCII escape sequence stored in
+   buf, where buf is "sz" bytes. returns the number of characters output. */
+int u8_escape_wchar(char *buf, int32_t sz, uint32_t ch);
+
+/* convert a string "src" containing escape sequences to UTF-8 */
+int u8_unescape(char *buf, int32_t sz, const char *src);
+
+/* convert UTF-8 "src" to ASCII with escape sequences.
+   if escape_quotes is nonzero, quote characters will be preceded by
+   backslashes as well. */
+int u8_escape(char *buf, int32_t sz, const char *src, int32_t escape_quotes);
+
+/* utility predicates used by the above */
+int octal_digit(char c);
+int hex_digit(char c);
+
+/* return a pointer to the first occurrence of ch in s, or NULL if not
+   found. character index of found character returned in *charn. */
+char *u8_strchr(char *s, uint32_t ch, int32_t *charn);
+
+/* same as the above, but searches a buffer of a given size instead of
+   a NUL-terminated string. */
+char *u8_memchr(char *s, uint32_t ch, size_t sz, int32_t *charn);
+
+/* count the number of characters in a UTF-8 string */
+int u8_strlen(char *s);
+
+int u8_is_locale_utf8(char *locale);
+
+/* printf where the format string and arguments may be in UTF-8.
+   you can avoid this function and just use ordinary printf() if the current
+   locale is UTF-8. */
+int u8_vprintf(char *fmt, va_list ap);
+int u8_printf(char *fmt, ...);
+
+// validate utf8 string
+// returns 1 if valid, 0 otherwise
+int u8_valid (const char  *str,
+        int max_len,
+        const char **end);