lex-utf.bas File Reference

#include "fb.bi"
#include "fbint.bi"
#include "lex.bi"

Include dependency graph for lex-utf.bas:

Go to the source code of this file.

Macros
#define	UTF16_MAX_BMP   /* &h0000FFFF */
#define	UTF16_SUR_HIGH_START   /* &hD800 */
#define	UTF16_SUR_HIGH_END   /* &hDBFF */
#define	UTF16_SUR_LOW_START   /* &hDC00 */
#define	UTF16_SUR_LOW_END   /* &hDFFF */
#define	UTF16_HALFSHIFT   /* 10 */
#define	UTF16_HALFBASE   /* &h0010000UL */
#define	UTF16_HALFMASK   /* &h3FFUL */
#define	U16_SWAP(c)   /* (((c) shr 8) or ((c) shl 8) and &hFF00) */
#define	U32_SWAP(c)

Functions
private function_as_integer	hUTF8ToChar ()
private function_as_integer	hUTF8ToUTF16LE ()
private function_as_integer	hUTF8ToUTF32LE ()
private function_as_integer	hUTF8ToUTF32BE ()
sub	lexReadUTF8 ()
private function_as_integer	hUTF16LEToChar ()
private function_as_integer	hUTF16LEToUTF16LE ()
private function_as_integer	hUTF16LEToUTF32LE ()
private function_as_integer	hUTF16LEToUTF32BE ()
sub	lexReadUTF16LE ()
private function_as_integer	hUTF16BEToChar ()
private function_as_integer	hUTF16BEToUTF16LE ()
private function_as_integer	hUTF16BEToUTF32LE ()
private function_as_integer	hUTF16BEToUTF32BE ()
sub	lexReadUTF16BE ()
private function_as_integer	hUTF32LEToChar ()
private function_as_integer	hUTF32LEToUTF16LE ()
private function_as_integer	hUTF32LEToUTF32LE ()
private function_as_integer	hUTF32LEToUTF32BE ()
sub	lexReadUTF32LE ()
private function_as_integer	hUTF32BEToChar ()
private function_as_integer	hUTF32BEToUTF16LE ()
private function_as_integer	hUTF32BEToUTF32LE ()
private function_as_integer	hUTF32BEToUTF32BE ()
sub	lexReadUTF32BE ()

Variables
ubyte	utf8_trailingTb [to+1] =>
uinteger	utf8_offsetsTb [to+1] =>

Macro Definition Documentation

#define U16_SWAP

(

c)

/* (((c) shr 8) or ((c) shl 8) and &hFF00) */

Definition at line 21 of file lex-utf.bas.

#define U32_SWAP

(

c)

Value:

/* (((c) shr 24) or (((c) shl 8) and &h00FF0000) or _
                                        (((c) shr 8) and &h0000FF00) or ((c) shl 24)) */

Definition at line 23 of file lex-utf.bas.

#define UTF16_HALFBASE   /* &h0010000UL */

Definition at line 18 of file lex-utf.bas.

#define UTF16_HALFMASK   /* &h3FFUL */

Definition at line 19 of file lex-utf.bas.

#define UTF16_HALFSHIFT   /* 10 */

Definition at line 17 of file lex-utf.bas.

#define UTF16_MAX_BMP   /* &h0000FFFF */

Definition at line 12 of file lex-utf.bas.

#define UTF16_SUR_HIGH_END   /* &hDBFF */

Definition at line 14 of file lex-utf.bas.

#define UTF16_SUR_HIGH_START   /* &hD800 */

Definition at line 13 of file lex-utf.bas.

#define UTF16_SUR_LOW_END   /* &hDFFF */

Definition at line 16 of file lex-utf.bas.

#define UTF16_SUR_LOW_START   /* &hDC00 */

Definition at line 15 of file lex-utf.bas.

Function Documentation

private function_as_integer hUTF16BEToChar

(

)

Definition at line 396 of file lex-utf.bas.

private function_as_integer hUTF16BEToUTF16LE

(

)

Definition at line 438 of file lex-utf.bas.

private function_as_integer hUTF16BEToUTF32BE

(

)

Definition at line 499 of file lex-utf.bas.

private function_as_integer hUTF16BEToUTF32LE

(

)

Definition at line 457 of file lex-utf.bas.

private function_as_integer hUTF16LEToChar

(

)

Definition at line 260 of file lex-utf.bas.

private function_as_integer hUTF16LEToUTF16LE

(

)

Definition at line 300 of file lex-utf.bas.

private function_as_integer hUTF16LEToUTF32BE

(

)

Definition at line 352 of file lex-utf.bas.

private function_as_integer hUTF16LEToUTF32LE

(

)

Definition at line 311 of file lex-utf.bas.

private function_as_integer hUTF32BEToChar

(

)

Definition at line 655 of file lex-utf.bas.

private function_as_integer hUTF32BEToUTF16LE

(

)

Definition at line 688 of file lex-utf.bas.

private function_as_integer hUTF32BEToUTF32BE

(

)

Definition at line 747 of file lex-utf.bas.

private function_as_integer hUTF32BEToUTF32LE

(

)

Definition at line 728 of file lex-utf.bas.

private function_as_integer hUTF32LEToChar

(

)

Definition at line 531 of file lex-utf.bas.

private function_as_integer hUTF32LEToUTF16LE

(

)

Definition at line 562 of file lex-utf.bas.

private function_as_integer hUTF32LEToUTF32BE

(

)

Definition at line 611 of file lex-utf.bas.

private function_as_integer hUTF32LEToUTF32LE

(

)

Definition at line 600 of file lex-utf.bas.

private function_as_integer hUTF8ToChar

(

)

Definition at line 48 of file lex-utf.bas.

private function_as_integer hUTF8ToUTF16LE

(

)

Definition at line 103 of file lex-utf.bas.

private function_as_integer hUTF8ToUTF32BE

(

)

Definition at line 216 of file lex-utf.bas.

private function_as_integer hUTF8ToUTF32LE

(

)

Definition at line 165 of file lex-utf.bas.

sub lexReadUTF16BE

(

)

Definition at line 506 of file lex-utf.bas.

sub lexReadUTF16LE

(

)

Definition at line 371 of file lex-utf.bas.

sub lexReadUTF32BE

(

)

Definition at line 754 of file lex-utf.bas.

sub lexReadUTF32LE

(

)

Definition at line 630 of file lex-utf.bas.

sub lexReadUTF8

(

)

Definition at line 235 of file lex-utf.bas.

Variable Documentation

uinteger utf8_offsetsTb[to+1] =>

Definition at line 42 of file lex-utf.bas.

ubyte utf8_trailingTb[to+1] =>

Definition at line 30 of file lex-utf.bas.