133 lines
4.2 KiB
C
133 lines
4.2 KiB
C
#ifndef __UTF8_H_
|
|
#define __UTF8_H_
|
|
|
|
#if !defined(MACOSX)
|
|
#if !defined(__DTYPES_H_) && !defined(_SYS_TYPES_H)
|
|
typedef char int8_t;
|
|
typedef short int16_t;
|
|
typedef int int32_t;
|
|
typedef long long int64_t;
|
|
typedef unsigned char u_int8_t;
|
|
typedef unsigned short u_int16_t;
|
|
typedef unsigned int u_int32_t;
|
|
typedef unsigned long long u_int64_t;
|
|
#endif
|
|
#endif
|
|
|
|
extern int locale_is_utf8;
|
|
|
|
#if defined(__WIN32__) || defined(__linux__)
|
|
extern int wcwidth(uint32_t);
|
|
#endif
|
|
|
|
/* is c the start of a utf8 sequence? */
|
|
#define isutf(c) (((c)&0xC0)!=0x80)
|
|
|
|
#define UEOF ((u_int32_t)-1)
|
|
|
|
/* convert UTF-8 data to wide character */
|
|
size_t u8_toucs(u_int32_t *dest, size_t sz, const char *src, size_t srcsz);
|
|
|
|
/* the opposite conversion */
|
|
size_t u8_toutf8(char *dest, size_t sz, const u_int32_t *src, size_t srcsz);
|
|
|
|
/* single character to UTF-8, returns # bytes written */
|
|
size_t u8_wc_toutf8(char *dest, u_int32_t ch);
|
|
|
|
/* character number to byte offset */
|
|
size_t u8_offset(const char *str, size_t charnum);
|
|
|
|
/* byte offset to character number */
|
|
size_t u8_charnum(const char *s, size_t offset);
|
|
|
|
/* return next character, updating an index variable */
|
|
u_int32_t u8_nextchar(const char *s, size_t *i);
|
|
|
|
/* next character without NUL character terminator */
|
|
u_int32_t u8_nextmemchar(const char *s, size_t *i);
|
|
|
|
/* move to next character */
|
|
void u8_inc(const char *s, size_t *i);
|
|
|
|
/* move to previous character */
|
|
void u8_dec(const char *s, size_t *i);
|
|
|
|
/* returns length of next utf-8 sequence */
|
|
size_t u8_seqlen(const char *s);
|
|
|
|
/* returns the # of bytes needed to encode a certain character */
|
|
size_t u8_charlen(u_int32_t ch);
|
|
|
|
/* computes the # of bytes needed to encode a WC string as UTF-8 */
|
|
size_t u8_codingsize(u_int32_t *wcstr, size_t n);
|
|
|
|
char read_escape_control_char(char c);
|
|
|
|
/* assuming src points to the character after a backslash, read an
|
|
escape sequence, storing the result in dest and returning the number of
|
|
input characters processed */
|
|
size_t u8_read_escape_sequence(const char *src, size_t ssz, u_int32_t *dest);
|
|
|
|
/* given a wide character, convert it to an ASCII escape sequence stored in
|
|
buf, where buf is "sz" bytes. returns the number of characters output.
|
|
sz must be at least 3. */
|
|
int u8_escape_wchar(char *buf, size_t sz, u_int32_t ch);
|
|
|
|
/* convert a string "src" containing escape sequences to UTF-8 */
|
|
size_t u8_unescape(char *buf, size_t sz, const char *src);
|
|
|
|
/* convert UTF-8 "src" to escape sequences.
|
|
|
|
sz is buf size in bytes. must be at least 12.
|
|
|
|
if escape_quotes is nonzero, quote characters will be escaped.
|
|
|
|
if ascii is nonzero, the output is 7-bit ASCII, no UTF-8 survives.
|
|
|
|
starts at src[*pi], updates *pi to point to the first unprocessed
|
|
byte of the input.
|
|
|
|
end is one more than the last allowable value of *pi.
|
|
|
|
returns number of bytes placed in buf, including a NUL terminator.
|
|
*/
|
|
size_t u8_escape(char *buf, size_t sz, const char *src, size_t *pi, size_t end,
|
|
int escape_quotes, int ascii);
|
|
|
|
/* utility predicates used by the above */
|
|
int octal_digit(char c);
|
|
int hex_digit(char c);
|
|
|
|
/* return a pointer to the first occurrence of ch in s, or NULL if not
|
|
found. character index of found character returned in *charn. */
|
|
char *u8_strchr(const char *s, u_int32_t ch, size_t *charn);
|
|
|
|
/* same as the above, but searches a buffer of a given size instead of
|
|
a NUL-terminated string. */
|
|
char *u8_memchr(const char *s, u_int32_t ch, size_t sz, size_t *charn);
|
|
|
|
char *u8_memrchr(const char *s, u_int32_t ch, size_t sz);
|
|
|
|
/* count the number of characters in a UTF-8 string */
|
|
size_t u8_strlen(const char *s);
|
|
|
|
/* number of columns occupied by a string */
|
|
size_t u8_strwidth(const char *s);
|
|
|
|
int u8_is_locale_utf8(const char *locale);
|
|
|
|
/* printf where the format string and arguments may be in UTF-8.
|
|
you can avoid this function and just use ordinary printf() if the current
|
|
locale is UTF-8. */
|
|
size_t u8_vprintf(const char *fmt, va_list ap);
|
|
size_t u8_printf(const char *fmt, ...);
|
|
|
|
/* determine whether a sequence of bytes is valid UTF-8. length is in bytes */
|
|
int u8_isvalid(const char *str, int length);
|
|
|
|
/* reverse a UTF-8 string. len is length in bytes. dest and src must both
|
|
be allocated to at least len+1 bytes. returns 1 for error, 0 otherwise */
|
|
int u8_reverse(char *dest, char *src, size_t len);
|
|
|
|
#endif
|