Ruby  2.5.0dev(2017-10-22revision60238)
cparse.c
Go to the documentation of this file.
1 /*
2 
3  cparse.c -- Racc Runtime Core
4 
5  Copyright (c) 1999-2006 Minero Aoki
6 
7  This library is free software.
8  You can distribute/modify this program under the same terms of ruby.
9 
10  $originalId: cparse.c,v 1.8 2006/07/06 11:39:46 aamine Exp $
11 
12 */
13 
14 #include "ruby/ruby.h"
15 
16 #ifndef FALSE
17 #define FALSE 0
18 #endif
19 #ifndef TRUE
20 #define TRUE 1
21 #endif
22 
23 /* -----------------------------------------------------------------------
24  Important Constants
25 ----------------------------------------------------------------------- */
26 
27 #define RACC_VERSION "1.4.5"
28 
29 #define DEFAULT_TOKEN -1
30 #define ERROR_TOKEN 1
31 #define FINAL_TOKEN 0
32 
33 #define vDEFAULT_TOKEN INT2FIX(DEFAULT_TOKEN)
34 #define vERROR_TOKEN INT2FIX(ERROR_TOKEN)
35 #define vFINAL_TOKEN INT2FIX(FINAL_TOKEN)
36 
37 /* -----------------------------------------------------------------------
38  File Local Variables
39 ----------------------------------------------------------------------- */
40 
41 static VALUE RaccBug;
42 static VALUE CparseParams;
43 
44 static ID id_yydebug;
45 static ID id_nexttoken;
46 static ID id_onerror;
47 static ID id_noreduce;
48 static ID id_errstatus;
49 
50 static ID id_d_shift;
51 static ID id_d_reduce;
52 static ID id_d_accept;
53 static ID id_d_read_token;
54 static ID id_d_next_state;
55 static ID id_d_e_pop;
56 
57 /* -----------------------------------------------------------------------
58  Utils
59 ----------------------------------------------------------------------- */
60 
61 /* For backward compatibility */
62 #ifndef ID2SYM
63 # define ID2SYM(i) ULONG2NUM(i)
64 #endif
65 #ifndef SYM2ID
66 # define SYM2ID(v) ((ID)NUM2ULONG(v))
67 #endif
68 #ifndef SYMBOL_P
69 # define SYMBOL_P(v) FIXNUM_P(v)
70 #endif
71 #ifndef LONG2NUM
72 # define LONG2NUM(i) INT2NUM(i)
73 #endif
74 
75 static ID value_to_id _((VALUE v));
76 static inline long num_to_long _((VALUE n));
77 
78 static ID
79 value_to_id(VALUE v)
80 {
81  if (! SYMBOL_P(v)) {
82  rb_raise(rb_eTypeError, "not symbol");
83  }
84  return SYM2ID(v);
85 }
86 
87 static inline long
88 num_to_long(VALUE n)
89 {
90  return NUM2LONG(n);
91 }
92 
93 #define AREF(s, idx) \
94  ((0 <= idx && idx < RARRAY_LEN(s)) ? rb_ary_entry(s, idx) : Qnil)
95 
96 /* -----------------------------------------------------------------------
97  Parser Stack Interfaces
98 ----------------------------------------------------------------------- */
99 
100 static VALUE get_stack_tail _((VALUE stack, long len));
101 static void cut_stack_tail _((VALUE stack, long len));
102 
103 static VALUE
104 get_stack_tail(VALUE stack, long len)
105 {
106  if (len < 0) return Qnil; /* system error */
107  if (len > RARRAY_LEN(stack)) len = RARRAY_LEN(stack);
108  return rb_ary_subseq(stack, RARRAY_LEN(stack) - len, len);
109 }
110 
111 static void
112 cut_stack_tail(VALUE stack, long len)
113 {
114  while (len > 0) {
115  rb_ary_pop(stack);
116  len--;
117  }
118 }
119 
120 #define STACK_INIT_LEN 64
121 #define NEW_STACK() rb_ary_new2(STACK_INIT_LEN)
122 #define PUSH(s, i) rb_ary_store(s, RARRAY_LEN(s), i)
123 #define POP(s) rb_ary_pop(s)
124 #define LAST_I(s) \
125  ((RARRAY_LEN(s) > 0) ? rb_ary_entry(s, RARRAY_LEN(s) - 1) : Qnil)
126 #define GET_TAIL(s, len) get_stack_tail(s, len)
127 #define CUT_TAIL(s, len) cut_stack_tail(s, len)
128 
129 /* -----------------------------------------------------------------------
130  struct cparse_params
131 ----------------------------------------------------------------------- */
132 
134  VALUE value_v; /* VALUE version of this struct */
135 
136  VALUE parser; /* parser object */
137 
139  VALUE lexer; /* scanner object */
140  ID lexmid; /* name of scanner method (must be an iterator) */
141 
142  /* State transition tables (immutable)
143  Data structure is from Dragon Book 4.9 */
144  /* action table */
149  /* goto table */
154 
155  long nt_base; /* NonTerminal BASE index */
156  VALUE reduce_table; /* reduce data table */
157  VALUE token_table; /* token conversion table */
158 
159  /* parser stacks and parameters */
161  long curstate;
165  long shift_n;
166  long reduce_n;
167  long ruleno;
168 
169  long errstatus; /* nonzero in error recovering mode */
170  long nerr; /* number of error */
171 
173 
174  VALUE retval; /* return value of parser routine */
175  long fin; /* parse result status */
176 #define CP_FIN_ACCEPT 1
177 #define CP_FIN_EOT 2
178 #define CP_FIN_CANTPOP 3
179 
180  int debug; /* user level debug */
181  int sys_debug; /* system level debug */
182 
183  long i; /* table index */
184 };
185 
186 /* -----------------------------------------------------------------------
187  Parser Main Routines
188 ----------------------------------------------------------------------- */
189 
190 static VALUE racc_cparse _((VALUE parser, VALUE arg, VALUE sysdebug));
191 static VALUE racc_yyparse _((VALUE parser, VALUE lexer, VALUE lexmid,
192  VALUE arg, VALUE sysdebug));
193 
194 static void call_lexer _((struct cparse_params *v));
195 static VALUE lexer_i _((RB_BLOCK_CALL_FUNC_ARGLIST(block_args, data)));
196 
197 static VALUE assert_array _((VALUE a));
198 static long assert_integer _((VALUE n));
199 static VALUE assert_hash _((VALUE h));
200 static VALUE initialize_params _((VALUE vparams, VALUE parser, VALUE arg,
201  VALUE lexer, VALUE lexmid));
202 static void cparse_params_mark _((void *ptr));
203 static size_t cparse_params_memsize _((const void *ptr));
204 
205 static void parse_main _((struct cparse_params *v,
206  VALUE tok, VALUE val, int resume));
207 static void extract_user_token _((struct cparse_params *v,
208  VALUE block_args, VALUE *tok, VALUE *val));
209 static void shift _((struct cparse_params* v, long act, VALUE tok, VALUE val));
210 static int reduce _((struct cparse_params* v, long act));
211 static VALUE reduce0 _((VALUE block_args, VALUE data, VALUE self));
212 
213 #ifdef DEBUG
214 # define D_puts(msg) if (v->sys_debug) puts(msg)
215 # define D_printf(fmt,arg) if (v->sys_debug) printf(fmt,arg)
216 #else
217 # define D_puts(msg)
218 # define D_printf(fmt,arg)
219 #endif
220 
221 #undef RUBY_UNTYPED_DATA_WARNING
222 #define RUBY_UNTYPED_DATA_WARNING 1
223 
224 static const rb_data_type_t cparse_params_type = {
225  "racc/cparse",
226  {
227  cparse_params_mark,
229  cparse_params_memsize,
230  },
231 #ifdef RUBY_TYPED_FREE_IMMEDIATELY
232  0, 0,
234 #endif
235 };
236 
237 static VALUE
238 racc_cparse(VALUE parser, VALUE arg, VALUE sysdebug)
239 {
240  VALUE vparams;
241  struct cparse_params *v;
242 
243  vparams = TypedData_Make_Struct(CparseParams, struct cparse_params,
244  &cparse_params_type, v);
245  D_puts("starting cparse");
246  v->sys_debug = RTEST(sysdebug);
247  vparams = initialize_params(vparams, parser, arg, Qnil, Qnil);
248  v->lex_is_iterator = FALSE;
249  parse_main(v, Qnil, Qnil, 0);
250 
251  RB_GC_GUARD(vparams);
252  return v->retval;
253 }
254 
255 static VALUE
256 racc_yyparse(VALUE parser, VALUE lexer, VALUE lexmid, VALUE arg, VALUE sysdebug)
257 {
258  VALUE vparams;
259  struct cparse_params *v;
260 
261  vparams = TypedData_Make_Struct(CparseParams, struct cparse_params,
262  &cparse_params_type, v);
263  v->sys_debug = RTEST(sysdebug);
264  D_puts("start C yyparse");
265  vparams = initialize_params(vparams, parser, arg, lexer, lexmid);
266  v->lex_is_iterator = TRUE;
267  D_puts("params initialized");
268  parse_main(v, Qnil, Qnil, 0);
269  call_lexer(v);
270  if (!v->fin) {
271  rb_raise(rb_eArgError, "%s() is finished before EndOfToken",
272  rb_id2name(v->lexmid));
273  }
274 
275  RB_GC_GUARD(vparams);
276  return v->retval;
277 }
278 
279 #ifdef HAVE_RB_BLOCK_CALL
280 static void
281 call_lexer(struct cparse_params *v)
282 {
283  rb_block_call(v->lexer, v->lexmid, 0, NULL, lexer_i, v->value_v);
284 }
285 #else
286 static VALUE
287 lexer_iter(VALUE data)
288 {
289  struct cparse_params *v = rb_check_typeddata(data, &cparse_params_type);
290 
291  rb_funcall(v->lexer, v->lexmid, 0);
292  return Qnil;
293 }
294 
295 static void
296 call_lexer(struct cparse_params *v)
297 {
298  rb_iterate(lexer_iter, v->value_v, lexer_i, v->value_v);
299 }
300 #endif
301 
302 static VALUE
303 lexer_i(RB_BLOCK_CALL_FUNC_ARGLIST(block_args, data))
304 {
305  struct cparse_params *v = rb_check_typeddata(data, &cparse_params_type);
306  VALUE tok, val;
307 
308  if (v->fin)
309  rb_raise(rb_eArgError, "extra token after EndOfToken");
310  extract_user_token(v, block_args, &tok, &val);
311  parse_main(v, tok, val, 1);
312  if (v->fin && v->fin != CP_FIN_ACCEPT)
313  rb_iter_break();
314  return Qnil;
315 }
316 
317 static VALUE
318 assert_array(VALUE a)
319 {
320  Check_Type(a, T_ARRAY);
321  return a;
322 }
323 
324 static VALUE
325 assert_hash(VALUE h)
326 {
327  Check_Type(h, T_HASH);
328  return h;
329 }
330 
331 static long
332 assert_integer(VALUE n)
333 {
334  return NUM2LONG(n);
335 }
336 
337 static VALUE
338 initialize_params(VALUE vparams, VALUE parser, VALUE arg, VALUE lexer, VALUE lexmid)
339 {
340  struct cparse_params *v = rb_check_typeddata(vparams, &cparse_params_type);
341 
342  v->value_v = vparams;
343  v->parser = parser;
344  v->lexer = lexer;
345  if (! NIL_P(lexmid))
346  v->lexmid = value_to_id(lexmid);
347 
348  v->debug = RTEST(rb_ivar_get(parser, id_yydebug));
349 
350  Check_Type(arg, T_ARRAY);
351  if (!(13 <= RARRAY_LEN(arg) && RARRAY_LEN(arg) <= 14))
352  rb_raise(RaccBug, "[Racc Bug] wrong arg.size %ld", RARRAY_LEN(arg));
353  v->action_table = assert_array (rb_ary_entry(arg, 0));
354  v->action_check = assert_array (rb_ary_entry(arg, 1));
355  v->action_default = assert_array (rb_ary_entry(arg, 2));
356  v->action_pointer = assert_array (rb_ary_entry(arg, 3));
357  v->goto_table = assert_array (rb_ary_entry(arg, 4));
358  v->goto_check = assert_array (rb_ary_entry(arg, 5));
359  v->goto_default = assert_array (rb_ary_entry(arg, 6));
360  v->goto_pointer = assert_array (rb_ary_entry(arg, 7));
361  v->nt_base = assert_integer(rb_ary_entry(arg, 8));
362  v->reduce_table = assert_array (rb_ary_entry(arg, 9));
363  v->token_table = assert_hash (rb_ary_entry(arg, 10));
364  v->shift_n = assert_integer(rb_ary_entry(arg, 11));
365  v->reduce_n = assert_integer(rb_ary_entry(arg, 12));
366  if (RARRAY_LEN(arg) > 13) {
367  v->use_result_var = RTEST(rb_ary_entry(arg, 13));
368  }
369  else {
370  v->use_result_var = TRUE;
371  }
372 
373  v->tstack = v->debug ? NEW_STACK() : Qnil;
374  v->vstack = NEW_STACK();
375  v->state = NEW_STACK();
376  v->curstate = 0;
377  PUSH(v->state, INT2FIX(0));
378  v->t = INT2FIX(FINAL_TOKEN + 1); /* must not init to FINAL_TOKEN */
379  v->nerr = 0;
380  v->errstatus = 0;
381  rb_ivar_set(parser, id_errstatus, LONG2NUM(v->errstatus));
382 
383  v->retval = Qnil;
384  v->fin = 0;
385 
386  v->lex_is_iterator = FALSE;
387 
388  rb_iv_set(parser, "@vstack", v->vstack);
389  if (v->debug) {
390  rb_iv_set(parser, "@tstack", v->tstack);
391  }
392  else {
393  rb_iv_set(parser, "@tstack", Qnil);
394  }
395 
396  return vparams;
397 }
398 
399 static void
400 cparse_params_mark(void *ptr)
401 {
402  struct cparse_params *v = (struct cparse_params*)ptr;
403 
404  rb_gc_mark(v->value_v);
405  rb_gc_mark(v->parser);
406  rb_gc_mark(v->lexer);
417  rb_gc_mark(v->state);
418  rb_gc_mark(v->vstack);
419  rb_gc_mark(v->tstack);
420  rb_gc_mark(v->t);
421  rb_gc_mark(v->retval);
422 }
423 
424 static size_t
425 cparse_params_memsize(const void *ptr)
426 {
427  return sizeof(struct cparse_params);
428 }
429 
430 static void
431 extract_user_token(struct cparse_params *v, VALUE block_args,
432  VALUE *tok, VALUE *val)
433 {
434  if (NIL_P(block_args)) {
435  /* EOF */
436  *tok = Qfalse;
437  *val = rb_str_new("$", 1);
438  return;
439  }
440 
441  if (!RB_TYPE_P(block_args, T_ARRAY)) {
443  "%s() %s %"PRIsVALUE" (must be Array[2])",
444  v->lex_is_iterator ? rb_id2name(v->lexmid) : "next_token",
445  v->lex_is_iterator ? "yielded" : "returned",
446  rb_obj_class(block_args));
447  }
448  if (RARRAY_LEN(block_args) != 2) {
450  "%s() %s wrong size of array (%ld for 2)",
451  v->lex_is_iterator ? rb_id2name(v->lexmid) : "next_token",
452  v->lex_is_iterator ? "yielded" : "returned",
453  RARRAY_LEN(block_args));
454  }
455  *tok = AREF(block_args, 0);
456  *val = AREF(block_args, 1);
457 }
458 
459 #define SHIFT(v,act,tok,val) shift(v,act,tok,val)
460 #define REDUCE(v,act) do {\
461  switch (reduce(v,act)) { \
462  case 0: /* normal */ \
463  break; \
464  case 1: /* yyerror */ \
465  goto user_yyerror; \
466  case 2: /* yyaccept */ \
467  D_puts("u accept"); \
468  goto accept; \
469  default: \
470  break; \
471  } \
472 } while (0)
473 
474 static void
475 parse_main(struct cparse_params *v, VALUE tok, VALUE val, int resume)
476 {
477  long i; /* table index */
478  long act; /* action type */
479  VALUE act_value; /* action type, VALUE version */
480  int read_next = 1; /* true if we need to read next token */
481  VALUE tmp;
482 
483  if (resume)
484  goto resume;
485 
486  while (1) {
487  D_puts("");
488  D_puts("---- enter new loop ----");
489  D_puts("");
490 
491  D_printf("(act) k1=%ld\n", v->curstate);
492  tmp = AREF(v->action_pointer, v->curstate);
493  if (NIL_P(tmp)) goto notfound;
494  D_puts("(act) pointer[k1] ok");
495  i = NUM2LONG(tmp);
496 
497  D_printf("read_next=%d\n", read_next);
498  if (read_next && (v->t != vFINAL_TOKEN)) {
499  if (v->lex_is_iterator) {
500  D_puts("resuming...");
501  if (v->fin) rb_raise(rb_eArgError, "token given after EOF");
502  v->i = i; /* save i */
503  return;
504  resume:
505  D_puts("resumed");
506  i = v->i; /* load i */
507  }
508  else {
509  D_puts("next_token");
510  tmp = rb_funcall(v->parser, id_nexttoken, 0);
511  extract_user_token(v, tmp, &tok, &val);
512  }
513  /* convert token */
514  v->t = rb_hash_aref(v->token_table, tok);
515  if (NIL_P(v->t)) {
516  v->t = vERROR_TOKEN;
517  }
518  D_printf("(act) t(k2)=%ld\n", NUM2LONG(v->t));
519  if (v->debug) {
520  rb_funcall(v->parser, id_d_read_token,
521  3, v->t, tok, val);
522  }
523  }
524  read_next = 0;
525 
526  i += NUM2LONG(v->t);
527  D_printf("(act) i=%ld\n", i);
528  if (i < 0) goto notfound;
529 
530  act_value = AREF(v->action_table, i);
531  if (NIL_P(act_value)) goto notfound;
532  act = NUM2LONG(act_value);
533  D_printf("(act) table[i]=%ld\n", act);
534 
535  tmp = AREF(v->action_check, i);
536  if (NIL_P(tmp)) goto notfound;
537  if (NUM2LONG(tmp) != v->curstate) goto notfound;
538  D_printf("(act) check[i]=%ld\n", NUM2LONG(tmp));
539 
540  D_puts("(act) found");
541  act_fixed:
542  D_printf("act=%ld\n", act);
543  goto handle_act;
544 
545  notfound:
546  D_puts("(act) not found: use default");
547  act_value = AREF(v->action_default, v->curstate);
548  act = NUM2LONG(act_value);
549  goto act_fixed;
550 
551 
552  handle_act:
553  if (act > 0 && act < v->shift_n) {
554  D_puts("shift");
555  if (v->errstatus > 0) {
556  v->errstatus--;
557  rb_ivar_set(v->parser, id_errstatus, LONG2NUM(v->errstatus));
558  }
559  SHIFT(v, act, v->t, val);
560  read_next = 1;
561  }
562  else if (act < 0 && act > -(v->reduce_n)) {
563  D_puts("reduce");
564  REDUCE(v, act);
565  }
566  else if (act == -(v->reduce_n)) {
567  goto error;
568  error_recovered:
569  ; /* goto label requires stmt */
570  }
571  else if (act == v->shift_n) {
572  D_puts("accept");
573  goto accept;
574  }
575  else {
576  rb_raise(RaccBug, "[Racc Bug] unknown act value %ld", act);
577  }
578 
579  if (v->debug) {
580  rb_funcall(v->parser, id_d_next_state,
581  2, LONG2NUM(v->curstate), v->state);
582  }
583  }
584  /* not reach */
585 
586 
587  accept:
588  if (v->debug) rb_funcall(v->parser, id_d_accept, 0);
589  v->retval = rb_ary_entry(v->vstack, 0);
590  v->fin = CP_FIN_ACCEPT;
591  return;
592 
593 
594  error:
595  D_printf("error detected, status=%ld\n", v->errstatus);
596  if (v->errstatus == 0) {
597  v->nerr++;
598  rb_funcall(v->parser, id_onerror,
599  3, v->t, val, v->vstack);
600  }
601  user_yyerror:
602  if (v->errstatus == 3) {
603  if (v->t == vFINAL_TOKEN) {
604  v->retval = Qfalse;
605  v->fin = CP_FIN_EOT;
606  return;
607  }
608  read_next = 1;
609  }
610  v->errstatus = 3;
611  rb_ivar_set(v->parser, id_errstatus, LONG2NUM(v->errstatus));
612 
613  /* check if we can shift/reduce error token */
614  D_printf("(err) k1=%ld\n", v->curstate);
615  D_printf("(err) k2=%d (error)\n", ERROR_TOKEN);
616  while (1) {
617  tmp = AREF(v->action_pointer, v->curstate);
618  if (NIL_P(tmp)) goto error_pop;
619  D_puts("(err) pointer[k1] ok");
620 
621  i = NUM2LONG(tmp) + ERROR_TOKEN;
622  D_printf("(err) i=%ld\n", i);
623  if (i < 0) goto error_pop;
624 
625  act_value = AREF(v->action_table, i);
626  if (NIL_P(act_value)) {
627  D_puts("(err) table[i] == nil");
628  goto error_pop;
629  }
630  act = NUM2LONG(act_value);
631  D_printf("(err) table[i]=%ld\n", act);
632 
633  tmp = AREF(v->action_check, i);
634  if (NIL_P(tmp)) {
635  D_puts("(err) check[i] == nil");
636  goto error_pop;
637  }
638  if (NUM2LONG(tmp) != v->curstate) {
639  D_puts("(err) check[i] != k1");
640  goto error_pop;
641  }
642 
643  D_puts("(err) found: can handle error token");
644  break;
645 
646  error_pop:
647  D_puts("(err) act not found: can't handle error token; pop");
648 
649  if (RARRAY_LEN(v->state) <= 1) {
650  v->retval = Qnil;
651  v->fin = CP_FIN_CANTPOP;
652  return;
653  }
654  POP(v->state);
655  POP(v->vstack);
656  v->curstate = num_to_long(LAST_I(v->state));
657  if (v->debug) {
658  POP(v->tstack);
659  rb_funcall(v->parser, id_d_e_pop,
660  3, v->state, v->tstack, v->vstack);
661  }
662  }
663 
664  /* shift/reduce error token */
665  if (act > 0 && act < v->shift_n) {
666  D_puts("e shift");
667  SHIFT(v, act, ERROR_TOKEN, val);
668  }
669  else if (act < 0 && act > -(v->reduce_n)) {
670  D_puts("e reduce");
671  REDUCE(v, act);
672  }
673  else if (act == v->shift_n) {
674  D_puts("e accept");
675  goto accept;
676  }
677  else {
678  rb_raise(RaccBug, "[Racc Bug] unknown act value %ld", act);
679  }
680  goto error_recovered;
681 }
682 
683 static void
684 shift(struct cparse_params *v, long act, VALUE tok, VALUE val)
685 {
686  PUSH(v->vstack, val);
687  if (v->debug) {
688  PUSH(v->tstack, tok);
689  rb_funcall(v->parser, id_d_shift,
690  3, tok, v->tstack, v->vstack);
691  }
692  v->curstate = act;
693  PUSH(v->state, LONG2NUM(v->curstate));
694 }
695 
696 static int
697 reduce(struct cparse_params *v, long act)
698 {
699  VALUE code;
700  v->ruleno = -act * 3;
701  code = rb_catch("racc_jump", reduce0, v->value_v);
702  v->errstatus = num_to_long(rb_ivar_get(v->parser, id_errstatus));
703  return NUM2INT(code);
704 }
705 
706 static VALUE
707 reduce0(VALUE val, VALUE data, VALUE self)
708 {
709  struct cparse_params *v = rb_check_typeddata(data, &cparse_params_type);
710  VALUE reduce_to, reduce_len, method_id;
711  long len;
712  ID mid;
713  VALUE tmp, tmp_t = Qundef, tmp_v = Qundef;
714  long i, k1, k2;
715  VALUE goto_state;
716 
717  reduce_len = rb_ary_entry(v->reduce_table, v->ruleno);
718  reduce_to = rb_ary_entry(v->reduce_table, v->ruleno+1);
719  method_id = rb_ary_entry(v->reduce_table, v->ruleno+2);
720  len = NUM2LONG(reduce_len);
721  mid = value_to_id(method_id);
722 
723  /* call action */
724  if (len == 0) {
725  tmp = Qnil;
726  if (mid != id_noreduce)
727  tmp_v = rb_ary_new();
728  if (v->debug)
729  tmp_t = rb_ary_new();
730  }
731  else {
732  if (mid != id_noreduce) {
733  tmp_v = GET_TAIL(v->vstack, len);
734  tmp = rb_ary_entry(tmp_v, 0);
735  }
736  else {
737  tmp = rb_ary_entry(v->vstack, RARRAY_LEN(v->vstack) - len);
738  }
739  CUT_TAIL(v->vstack, len);
740  if (v->debug) {
741  tmp_t = GET_TAIL(v->tstack, len);
742  CUT_TAIL(v->tstack, len);
743  }
744  CUT_TAIL(v->state, len);
745  }
746  if (mid != id_noreduce) {
747  if (v->use_result_var) {
748  tmp = rb_funcall(v->parser, mid,
749  3, tmp_v, v->vstack, tmp);
750  }
751  else {
752  tmp = rb_funcall(v->parser, mid,
753  2, tmp_v, v->vstack);
754  }
755  }
756 
757  /* then push result */
758  PUSH(v->vstack, tmp);
759  if (v->debug) {
760  PUSH(v->tstack, reduce_to);
761  rb_funcall(v->parser, id_d_reduce,
762  4, tmp_t, reduce_to, v->tstack, v->vstack);
763  }
764 
765  /* calculate transition state */
766  if (RARRAY_LEN(v->state) == 0)
767  rb_raise(RaccBug, "state stack unexpectedly empty");
768  k2 = num_to_long(LAST_I(v->state));
769  k1 = num_to_long(reduce_to) - v->nt_base;
770  D_printf("(goto) k1=%ld\n", k1);
771  D_printf("(goto) k2=%ld\n", k2);
772 
773  tmp = AREF(v->goto_pointer, k1);
774  if (NIL_P(tmp)) goto notfound;
775 
776  i = NUM2LONG(tmp) + k2;
777  D_printf("(goto) i=%ld\n", i);
778  if (i < 0) goto notfound;
779 
780  goto_state = AREF(v->goto_table, i);
781  if (NIL_P(goto_state)) {
782  D_puts("(goto) table[i] == nil");
783  goto notfound;
784  }
785  D_printf("(goto) table[i]=%ld (goto_state)\n", NUM2LONG(goto_state));
786 
787  tmp = AREF(v->goto_check, i);
788  if (NIL_P(tmp)) {
789  D_puts("(goto) check[i] == nil");
790  goto notfound;
791  }
792  if (tmp != LONG2NUM(k1)) {
793  D_puts("(goto) check[i] != table[i]");
794  goto notfound;
795  }
796  D_printf("(goto) check[i]=%ld\n", NUM2LONG(tmp));
797 
798  D_puts("(goto) found");
799  transit:
800  PUSH(v->state, goto_state);
801  v->curstate = NUM2LONG(goto_state);
802  return INT2FIX(0);
803 
804  notfound:
805  D_puts("(goto) not found: use default");
806  /* overwrite `goto-state' by default value */
807  goto_state = AREF(v->goto_default, k1);
808  goto transit;
809 }
810 
811 /* -----------------------------------------------------------------------
812  Ruby Interface
813 ----------------------------------------------------------------------- */
814 
815 void
817 {
818 #undef rb_intern
819 #define rb_intern(str) rb_intern_const(str)
820  VALUE Racc, Parser;
821  ID id_racc = rb_intern("Racc");
822 
823  if (rb_const_defined(rb_cObject, id_racc)) {
824  Racc = rb_const_get(rb_cObject, id_racc);
825  Parser = rb_const_get_at(Racc, rb_intern("Parser"));
826  }
827  else {
828  Racc = rb_define_module("Racc");
829  Parser = rb_define_class_under(Racc, "Parser", rb_cObject);
830  }
831  rb_define_private_method(Parser, "_racc_do_parse_c", racc_cparse, 2);
832  rb_define_private_method(Parser, "_racc_yyparse_c", racc_yyparse, 4);
833  rb_define_const(Parser, "Racc_Runtime_Core_Version_C",
835  rb_define_const(Parser, "Racc_Runtime_Core_Id_C",
836  rb_str_new2("$originalId: cparse.c,v 1.8 2006/07/06 11:39:46 aamine Exp $"));
837 
838  CparseParams = rb_define_class_under(Racc, "CparseParams", rb_cObject);
839  rb_undef_alloc_func(CparseParams);
840  rb_undef_method(CparseParams, "initialize");
841  rb_undef_method(CparseParams, "initialize_copy");
842 
843  RaccBug = rb_eRuntimeError;
844 
845  id_yydebug = rb_intern("@yydebug");
846  id_nexttoken = rb_intern("next_token");
847  id_onerror = rb_intern("on_error");
848  id_noreduce = rb_intern("_reduce_none");
849  id_errstatus = rb_intern("@racc_error_status");
850 
851  id_d_shift = rb_intern("racc_shift");
852  id_d_reduce = rb_intern("racc_reduce");
853  id_d_accept = rb_intern("racc_accept");
854  id_d_read_token = rb_intern("racc_read_token");
855  id_d_next_state = rb_intern("racc_next_state");
856  id_d_e_pop = rb_intern("racc_e_pop");
857 }
VALUE rb_ary_pop(VALUE ary)
Definition: array.c:968
VALUE rb_ary_entry(VALUE ary, long offset)
Definition: array.c:1215
int lex_is_iterator
Definition: cparse.c:138
#define RARRAY_LEN(a)
Definition: ruby.h:1019
#define RUBY_TYPED_FREE_IMMEDIATELY
Definition: ruby.h:1138
#define CP_FIN_EOT
Definition: cparse.c:177
#define NUM2INT(x)
Definition: ruby.h:684
long curstate
Definition: cparse.c:161
void rb_undef_alloc_func(VALUE)
Definition: vm_method.c:675
VALUE token_table
Definition: cparse.c:157
VALUE goto_default
Definition: cparse.c:152
#define ERROR_TOKEN
Definition: cparse.c:30
VALUE rb_ary_subseq(VALUE ary, long beg, long len)
Definition: array.c:1231
void rb_raise(VALUE exc, const char *fmt,...)
Definition: error.c:2284
#define PUSH(s, i)
Definition: cparse.c:122
void rb_define_private_method(VALUE klass, const char *name, VALUE(*func)(ANYARGS), int argc)
Definition: class.c:1527
VALUE rb_iterate(VALUE(*)(VALUE), VALUE, VALUE(*)(ANYARGS), VALUE)
Definition: vm_eval.c:1156
VALUE t
Definition: cparse.c:164
long fin
Definition: cparse.c:175
#define SYM2ID(x)
Definition: ruby.h:384
VALUE rb_funcall(VALUE, ID, int,...)
Calls a method.
Definition: vm_eval.c:774
VALUE rb_iv_set(VALUE, const char *, VALUE)
Definition: variable.c:3095
#define tok()
Definition: ripper.c:11734
VALUE rb_define_class_under(VALUE outer, const char *name, VALUE super)
Defines a class under the namespace of outer.
Definition: class.c:693
#define Check_Type(v, t)
Definition: ruby.h:562
VALUE rb_ivar_get(VALUE, ID)
Definition: variable.c:1210
#define RB_GC_GUARD(v)
Definition: ruby.h:552
#define T_HASH
Definition: ruby.h:499
int rb_const_defined(VALUE, ID)
Definition: variable.c:2537
VALUE value_v
Definition: cparse.c:134
VALUE rb_block_call(VALUE, ID, int, const VALUE *, rb_block_call_func_t, VALUE)
void rb_gc_mark(VALUE ptr)
Definition: gc.c:4464
#define T_ARRAY
Definition: ruby.h:498
void Init_cparse(void)
Definition: cparse.c:816
long nt_base
Definition: cparse.c:155
#define SHIFT(v, act, tok, val)
Definition: cparse.c:459
void rb_undef_method(VALUE klass, const char *name)
Definition: class.c:1533
#define GET_TAIL(s, len)
Definition: cparse.c:126
VALUE tstack
Definition: cparse.c:163
VALUE rb_eArgError
Definition: error.c:802
#define RB_BLOCK_CALL_FUNC_ARGLIST(yielded_arg, callback_arg)
Definition: ruby.h:1851
VALUE rb_obj_class(VALUE)
call-seq: obj.class -> class
Definition: object.c:277
#define RB_TYPE_P(obj, type)
Definition: ruby.h:527
void rb_iter_break(void)
Definition: vm.c:1491
#define val
RUBY_EXTERN VALUE rb_cObject
Definition: ruby.h:1893
#define CP_FIN_ACCEPT
Definition: cparse.c:176
long shift_n
Definition: cparse.c:165
VALUE rb_ary_new(void)
Definition: array.c:499
VALUE lexer
Definition: cparse.c:139
#define NIL_P(v)
Definition: ruby.h:451
VALUE action_check
Definition: cparse.c:146
#define CUT_TAIL(s, len)
Definition: cparse.c:127
void rb_define_const(VALUE, const char *, VALUE)
Definition: variable.c:2691
#define Qfalse
Definition: ruby.h:436
#define FALSE
Definition: cparse.c:17
#define rb_str_new2
Definition: intern.h:835
VALUE goto_check
Definition: cparse.c:151
VALUE rb_const_get(VALUE, ID)
Definition: variable.c:2292
VALUE retval
Definition: cparse.c:174
VALUE goto_pointer
Definition: cparse.c:153
VALUE action_table
Definition: cparse.c:145
VALUE rb_ivar_set(VALUE, ID, VALUE)
Definition: variable.c:1315
#define PRIsVALUE
Definition: ruby.h:135
unsigned long ID
Definition: ruby.h:86
VALUE rb_catch(const char *, VALUE(*)(ANYARGS), VALUE)
#define Qnil
Definition: ruby.h:438
unsigned long VALUE
Definition: ruby.h:85
VALUE action_default
Definition: cparse.c:147
VALUE rb_eTypeError
Definition: error.c:801
const char * rb_id2name(ID)
Definition: symbol.c:751
long ruleno
Definition: cparse.c:167
#define AREF(s, idx)
Definition: cparse.c:93
VALUE reduce_table
Definition: cparse.c:156
long errstatus
Definition: cparse.c:169
#define _(args)
Definition: dln.h:28
#define vERROR_TOKEN
Definition: cparse.c:34
#define LONG2NUM(x)
Definition: ruby.h:1573
register unsigned int len
Definition: zonetab.h:51
#define LAST_I(s)
Definition: cparse.c:124
int use_result_var
Definition: cparse.c:172
#define TRUE
Definition: cparse.c:20
int sys_debug
Definition: cparse.c:181
#define INT2FIX(i)
Definition: ruby.h:232
VALUE rb_eRuntimeError
Definition: error.c:800
VALUE rb_hash_aref(VALUE hash, VALUE key)
Definition: hash.c:831
#define rb_intern(str)
long reduce_n
Definition: cparse.c:166
#define RTEST(v)
Definition: ruby.h:450
#define D_printf(fmt, arg)
Definition: cparse.c:218
VALUE state
Definition: cparse.c:160
#define TypedData_Make_Struct(klass, type, data_type, sval)
Definition: ruby.h:1175
#define RACC_VERSION
Definition: cparse.c:27
VALUE rb_const_get_at(VALUE, ID)
Definition: variable.c:2298
VALUE vstack
Definition: cparse.c:162
#define REDUCE(v, act)
Definition: cparse.c:460
VALUE action_pointer
Definition: cparse.c:148
#define RUBY_TYPED_DEFAULT_FREE
Definition: ruby.h:1134
long nerr
Definition: cparse.c:170
#define vFINAL_TOKEN
Definition: cparse.c:35
VALUE rb_define_module(const char *name)
Definition: class.c:768
#define SYMBOL_P(x)
Definition: ruby.h:382
#define POP(s)
Definition: cparse.c:123
#define NULL
Definition: _sdbm.c:102
VALUE goto_table
Definition: cparse.c:150
#define Qundef
Definition: ruby.h:439
#define CP_FIN_CANTPOP
Definition: cparse.c:178
#define FINAL_TOKEN
Definition: cparse.c:31
#define NUM2LONG(x)
Definition: ruby.h:648
void * rb_check_typeddata(VALUE obj, const rb_data_type_t *data_type)
Definition: error.c:769
VALUE parser
Definition: cparse.c:136
#define NEW_STACK()
Definition: cparse.c:121
#define D_puts(msg)
Definition: cparse.c:217
VALUE rb_str_new(const char *, long)
Definition: string.c:737