unicode.h File Reference

#include <limits.h>
#include <stdint.h>
#include "unicode/utf8.h"
#include "unicode/utf16.h"

Go to the source code of this file.

Macros
#define	U_EXPORT
#define	U_EXPORT2

Typedefs
typedef uint32_t(*	UnicodeDecodeFunction) (const uint8_t *string, uint32_t length, int32_t *code_point)

Functions
static uint32_t	ts_decode_utf8 (const uint8_t *string, uint32_t length, int32_t *code_point)
static uint32_t	ts_decode_utf16 (const uint8_t *string, uint32_t length, int32_t *code_point)

Variables
static const int32_t	TS_DECODE_ERROR = U_SENTINEL

Macro Definition Documentation

U_EXPORT

#define U_EXPORT

Definition at line 11 of file unicode.h.

U_EXPORT2

#define U_EXPORT2

Definition at line 12 of file unicode.h.

Typedef Documentation

UnicodeDecodeFunction

typedef uint32_t(* UnicodeDecodeFunction) (const uint8_t *string, uint32_t length, int32_t *code_point)

Definition at line 20 of file unicode.h.

Function Documentation

ts_decode_utf16()

static uint32_t ts_decode_utf16 ( const uint8_t *  string, uint32_t  length, int32_t *  code_point  )

inlinestatic

Definition at line 36 of file unicode.h.

  {
  uint32_t i = 0;
  U16_NEXT(((uint16_t *)string), i, length, *code_point);
  return i * 2;
}

References i, length, and U16_NEXT.

Referenced by ts_lexer__get_lookahead().

ts_decode_utf8()

static uint32_t ts_decode_utf8 ( const uint8_t *  string, uint32_t  length, int32_t *  code_point  )

inlinestatic

Definition at line 26 of file unicode.h.

  {
  uint32_t i = 0;
  U8_NEXT(string, i, length, *code_point);
  return i;
}

References i, length, and U8_NEXT.

Referenced by stream_advance(), and ts_lexer__get_lookahead().

Variable Documentation

TS_DECODE_ERROR

const int32_t TS_DECODE_ERROR = U_SENTINEL

static

Definition at line 16 of file unicode.h.

Referenced by ts_lexer__get_lookahead(), and ts_lexer_finish().