#ifndef __UTF8_H_ #define __UTF8_H_ #if !defined(MACOSX) #if !defined(__DTYPES_H_) && !defined(_SYS_TYPES_H) typedef char int8_t; typedef short int16_t; typedef int int32_t; typedef long long int64_t; typedef unsigned char u_int8_t; typedef unsigned short u_int16_t; typedef unsigned int u_int32_t; typedef unsigned long long u_int64_t; #endif #endif extern int locale_is_utf8; #if defined(__WIN32__) extern int wcwidth(uint32_t); #endif /* is c the start of a utf8 sequence? */ #define isutf(c) (((c)&0xC0)!=0x80) #define UEOF ((u_int32_t)-1) /* convert UTF-8 data to wide character */ size_t u8_toucs(u_int32_t *dest, size_t sz, const char *src, size_t srcsz); /* the opposite conversion */ size_t u8_toutf8(char *dest, size_t sz, const u_int32_t *src, size_t srcsz); /* single character to UTF-8, returns # bytes written */ size_t u8_wc_toutf8(char *dest, u_int32_t ch); /* character number to byte offset */ size_t u8_offset(const char *str, size_t charnum); /* byte offset to character number */ size_t u8_charnum(const char *s, size_t offset); /* return next character, updating an index variable */ u_int32_t u8_nextchar(const char *s, size_t *i); /* next character without NUL character terminator */ u_int32_t u8_nextmemchar(const char *s, size_t *i); /* move to next character */ void u8_inc(const char *s, size_t *i); /* move to previous character */ void u8_dec(const char *s, size_t *i); /* returns length of next utf-8 sequence */ size_t u8_seqlen(const char *s); /* returns the # of bytes needed to encode a certain character */ size_t u8_charlen(u_int32_t ch); /* computes the # of bytes needed to encode a WC string as UTF-8 */ size_t u8_codingsize(u_int32_t *wcstr, size_t n); char read_escape_control_char(char c); /* assuming src points to the character after a backslash, read an escape sequence, storing the result in dest and returning the number of input characters processed */ size_t u8_read_escape_sequence(const char *src, size_t ssz, u_int32_t *dest); /* given a wide character, convert it to an ASCII escape sequence stored in buf, where buf is "sz" bytes. returns the number of characters output. sz must be at least 3. */ int u8_escape_wchar(char *buf, size_t sz, u_int32_t ch); /* convert a string "src" containing escape sequences to UTF-8 */ size_t u8_unescape(char *buf, size_t sz, const char *src); /* convert UTF-8 "src" to escape sequences. sz is buf size in bytes. must be at least 12. if escape_quotes is nonzero, quote characters will be escaped. if ascii is nonzero, the output is 7-bit ASCII, no UTF-8 survives. starts at src[*pi], updates *pi to point to the first unprocessed byte of the input. end is one more than the last allowable value of *pi. returns number of bytes placed in buf, including a NUL terminator. */ size_t u8_escape(char *buf, size_t sz, const char *src, size_t *pi, size_t end, int escape_quotes, int ascii); /* utility predicates used by the above */ int octal_digit(char c); int hex_digit(char c); /* return a pointer to the first occurrence of ch in s, or NULL if not found. character index of found character returned in *charn. */ char *u8_strchr(const char *s, u_int32_t ch, size_t *charn); /* same as the above, but searches a buffer of a given size instead of a NUL-terminated string. */ char *u8_memchr(const char *s, u_int32_t ch, size_t sz, size_t *charn); char *u8_memrchr(const char *s, u_int32_t ch, size_t sz); /* count the number of characters in a UTF-8 string */ size_t u8_strlen(const char *s); /* number of columns occupied by a string */ size_t u8_strwidth(const char *s); int u8_is_locale_utf8(const char *locale); /* printf where the format string and arguments may be in UTF-8. you can avoid this function and just use ordinary printf() if the current locale is UTF-8. */ size_t u8_vprintf(const char *fmt, va_list ap); size_t u8_printf(const char *fmt, ...); /* determine whether a sequence of bytes is valid UTF-8. length is in bytes */ int u8_isvalid(const char *str, int length); /* reverse a UTF-8 string. len is length in bytes. dest and src must both be allocated to at least len+1 bytes. returns 1 for error, 0 otherwise */ int u8_reverse(char *dest, char *src, size_t len); #endif