2 * Copyright 2008-2009 Katholieke Universiteit Leuven
4 * Use of this software is governed by the GNU LGPLv2.1 license
6 * Written by Sven Verdoolaege, K.U.Leuven, Departement
7 * Computerwetenschappen, Celestijnenlaan 200A, B-3001 Leuven, Belgium
14 #include "isl_stream.h"
16 static struct isl_token
*isl_token_new(struct isl_ctx
*ctx
,
17 int line
, int col
, unsigned on_new_line
)
19 struct isl_token
*tok
= isl_alloc_type(ctx
, struct isl_token
);
24 tok
->on_new_line
= on_new_line
;
28 void isl_token_free(struct isl_token
*tok
)
32 if (tok
->type
== ISL_TOKEN_VALUE
)
33 isl_int_clear(tok
->u
.v
);
34 else if (tok
->type
== ISL_TOKEN_IDENT
)
39 void isl_stream_error(struct isl_stream
*s
, struct isl_token
*tok
, char *msg
)
41 int line
= tok
? tok
->line
: s
->line
;
42 int col
= tok
? tok
->col
: s
->col
;
43 fprintf(stderr
, "syntax error (%d, %d): %s\n", line
, col
, msg
);
46 fprintf(stderr
, "got '%c'\n", tok
->type
);
48 fprintf(stderr
, "got token type %d\n", tok
->type
);
52 static struct isl_stream
* isl_stream_new(struct isl_ctx
*ctx
)
55 struct isl_stream
*s
= isl_alloc_type(ctx
, struct isl_stream
);
63 s
->buffer
= isl_alloc_array(ctx
, char, s
->size
);
71 for (i
= 0; i
< 5; ++i
)
80 struct isl_stream
* isl_stream_new_file(struct isl_ctx
*ctx
, FILE *file
)
82 struct isl_stream
*s
= isl_stream_new(ctx
);
89 struct isl_stream
* isl_stream_new_str(struct isl_ctx
*ctx
, const char *str
)
91 struct isl_stream
*s
= isl_stream_new(ctx
);
96 static int isl_stream_getc(struct isl_stream
*s
)
121 static void isl_stream_ungetc(struct isl_stream
*s
, int c
)
130 static int isl_stream_push_char(struct isl_stream
*s
, int c
)
132 if (s
->len
>= s
->size
) {
133 s
->size
= (3*s
->size
)/2;
134 s
->buffer
= isl_realloc_array(ctx
, s
->buffer
, char, s
->size
);
138 s
->buffer
[s
->len
++] = c
;
142 void isl_stream_push_token(struct isl_stream
*s
, struct isl_token
*tok
)
144 isl_assert(s
->ctx
, s
->n_token
< 5, return);
145 s
->tokens
[s
->n_token
++] = tok
;
148 static struct isl_token
*next_token(struct isl_stream
*s
, int same_line
)
151 struct isl_token
*tok
= NULL
;
153 int old_line
= s
->line
;
156 if (same_line
&& s
->tokens
[s
->n_token
- 1]->on_new_line
)
158 return s
->tokens
[--s
->n_token
];
163 /* skip spaces and comment lines */
164 while ((c
= isl_stream_getc(s
)) != -1) {
166 while ((c
= isl_stream_getc(s
)) != -1 && c
!= '\n')
169 if (c
== -1 || (same_line
&& c
== '\n'))
171 } else if (!isspace(c
) || (same_line
&& c
== '\n'))
178 if (c
== -1 || (same_line
&& c
== '\n'))
194 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
197 tok
->type
= (enum isl_token_type
)c
;
202 if ((c
= isl_stream_getc(s
)) == '>') {
203 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
206 tok
->type
= ISL_TOKEN_TO
;
210 isl_stream_ungetc(s
, c
);
212 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
215 tok
->type
= (enum isl_token_type
) '-';
219 if (c
== '-' || isdigit(c
)) {
220 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
223 tok
->type
= ISL_TOKEN_VALUE
;
224 isl_int_init(tok
->u
.v
);
225 if (isl_stream_push_char(s
, c
))
227 while ((c
= isl_stream_getc(s
)) != -1 && isdigit(c
))
228 if (isl_stream_push_char(s
, c
))
231 isl_stream_ungetc(s
, c
);
232 isl_stream_push_char(s
, '\0');
233 isl_int_read(tok
->u
.v
, s
->buffer
);
237 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
240 isl_stream_push_char(s
, c
);
241 while ((c
= isl_stream_getc(s
)) != -1 && isalnum(c
))
242 isl_stream_push_char(s
, c
);
244 isl_stream_ungetc(s
, c
);
245 while ((c
= isl_stream_getc(s
)) != -1 && c
== '\'')
246 isl_stream_push_char(s
, c
);
248 isl_stream_ungetc(s
, c
);
249 isl_stream_push_char(s
, '\0');
250 if (!strcasecmp(s
->buffer
, "exists"))
251 tok
->type
= ISL_TOKEN_EXISTS
;
252 else if (!strcasecmp(s
->buffer
, "and"))
253 tok
->type
= ISL_TOKEN_AND
;
254 else if (!strcasecmp(s
->buffer
, "or"))
255 tok
->type
= ISL_TOKEN_OR
;
257 tok
->type
= ISL_TOKEN_IDENT
;
258 tok
->u
.s
= strdup(s
->buffer
);
264 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
267 if ((c
= isl_stream_getc(s
)) == '=') {
268 tok
->type
= ISL_TOKEN_GE
;
272 isl_stream_ungetc(s
, c
);
273 tok
->type
= ISL_TOKEN_GT
;
278 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
281 if ((c
= isl_stream_getc(s
)) == '=') {
282 tok
->type
= ISL_TOKEN_LE
;
286 isl_stream_ungetc(s
, c
);
287 tok
->type
= ISL_TOKEN_LT
;
291 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
294 tok
->type
= ISL_TOKEN_AND
;
295 if ((c
= isl_stream_getc(s
)) != '&' && c
!= -1)
296 isl_stream_ungetc(s
, c
);
300 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
303 tok
->type
= ISL_TOKEN_OR
;
304 if ((c
= isl_stream_getc(s
)) != '|' && c
!= -1)
305 isl_stream_ungetc(s
, c
);
309 tok
= isl_token_new(s
->ctx
, line
, col
, old_line
!= line
);
312 tok
->type
= ISL_TOKEN_UNKNOWN
;
319 struct isl_token
*isl_stream_next_token(struct isl_stream
*s
)
321 return next_token(s
, 0);
324 struct isl_token
*isl_stream_next_token_on_same_line(struct isl_stream
*s
)
326 return next_token(s
, 1);
329 int isl_stream_eat(struct isl_stream
*s
, int type
)
331 struct isl_token
*tok
;
333 tok
= isl_stream_next_token(s
);
336 if (tok
->type
== type
) {
340 isl_stream_error(s
, tok
, "expecting other token");
341 isl_stream_push_token(s
, tok
);
345 void isl_stream_free(struct isl_stream
*s
)
350 if (s
->n_token
!= 0) {
351 struct isl_token
*tok
= isl_stream_next_token(s
);
352 isl_stream_error(s
, tok
, "unexpected token");
355 isl_ctx_deref(s
->ctx
);