1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
/* -*- Mode: C; indent-tabs-mode:nil; c-basic-offset: 8-*- */
/*
* This file is part of The Croco Library
*
* Copyright (C) 2002-2003 Dodji Seketeli <dodji@seketeli.org>
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of version 2.1 of the GNU Lesser General Public
* License as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
* USA
*/
/*
*$Id$
*/
/**
*@file
*The declaration of the #CRTknzr (tokenizer)
*class.
*/
#ifndef __CR_TKNZR_H__
#define __CR_TKNZR_H__
#include "cr-utils.h"
#include "cr-parser-input.h"
#include "cr-token.h"
G_BEGIN_DECLS
typedef struct _CRTknzr CRTknzr ;
typedef struct _CRTknzrPriv CRTknzrPriv ;
struct _CRTknzr
{
CRTknzrPriv *priv ;
} ;
CRTknzr *
cr_tknzr_new (CRInput *a_input) ;
CRTknzr *
cr_tknzr_new_from_uri (const guchar *a_file_uri,
enum CREncoding a_enc) ;
CRTknzr *
cr_tknzr_new_from_buf (const guchar *a_buf, gulong a_len,
enum CREncoding a_enc,
gboolean a_free_at_destroy) ;
gboolean
cr_tknzr_unref (CRTknzr *a_this) ;
void
cr_tknzr_ref (CRTknzr *a_this) ;
enum CRStatus
cr_tknzr_read_byte (CRTknzr *a_this, guchar *a_byte) ;
enum CRStatus
cr_tknzr_read_char (CRTknzr *a_this, guint32 *a_char);
enum CRStatus
cr_tknzr_peek_char (CRTknzr *a_this, guint32 *a_char) ;
enum CRStatus
cr_tknzr_peek_byte (CRTknzr *a_this, gulong a_offset,
guchar *a_byte) ;
guchar
cr_tknzr_peek_byte2 (CRTknzr *a_this, gulong a_offset,
gboolean *a_eof) ;
enum CRStatus
cr_tknzr_set_cur_pos (CRTknzr *a_this, CRInputPos *a_pos) ;
glong
cr_tknzr_get_nb_bytes_left (CRTknzr *a_this) ;
enum CRStatus
cr_tknzr_get_cur_pos (CRTknzr *a_this, CRInputPos *a_pos) ;
enum CRStatus
cr_tknzr_seek_index (CRTknzr *a_this,
enum CRSeekPos a_origin,
gint a_pos) ;
enum CRStatus
cr_tknzr_get_cur_byte_addr (CRTknzr *a_this, guchar **a_addr) ;
enum CRStatus
cr_tknzr_consume_chars (CRTknzr *a_this, guint32 a_char,
glong *a_nb_char) ;
enum CRStatus
cr_tknzr_get_next_token (CRTknzr *a_this, CRToken ** a_tk) ;
enum CRStatus
cr_tknzr_unget_token (CRTknzr *a_this, CRToken *a_token) ;
enum CRStatus
cr_tknzr_parse_token (CRTknzr *a_this, enum CRTokenType a_type,
enum CRTokenExtraType a_et, gpointer a_res,
gpointer a_extra_res) ;
enum CRStatus
cr_tknzr_set_input (CRTknzr *a_this, CRInput *a_input) ;
enum CRStatus
cr_tknzr_get_input (CRTknzr *a_this, CRInput **a_input) ;
void
cr_tknzr_destroy (CRTknzr *a_this) ;
G_END_DECLS
#endif /*__CR_TKZNR_H__*/
|
