Mercurial > cpython-lru_cache-weakref

annotate Parser/grammar.c @ 54294:dba767bc3155 legacy-trunk

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
remove mention of old ctypes version
author Benjamin Peterson <benjamin@python.org>
date Sat, 23 May 2009 20:59:09 +0000
parents 71231bc48622
children fd25030223b0
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
145
853b736a6a9e Added copyright notice.
Guido van Rossum <guido@python.org>
parents: 86
diff changeset
1
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
2 /* Grammar implementation */
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
3
21181
944d6e02f359 The parser doesn't need its own implementation of assert, and having its
Tim Peters <tim.peters@gmail.com>
parents: 14375
diff changeset
4 #include "Python.h"
86
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
5 #include "pgenheaders.h"
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
6
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
7 #include <ctype.h>
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
8
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
9 #include "token.h"
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
10 #include "grammar.h"
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
11
29066
90342f395721 Patch #734231: Update RiscOS support. In particular, correct
Martin v. Löwis <martin@v.loewis.de>
parents: 28646
diff changeset
12 #ifdef RISCOS
90342f395721 Patch #734231: Update RiscOS support. In particular, correct
Martin v. Löwis <martin@v.loewis.de>
parents: 28646
diff changeset
13 #include <unixlib.h>
90342f395721 Patch #734231: Update RiscOS support. In particular, correct
Martin v. Löwis <martin@v.loewis.de>
parents: 28646
diff changeset
14 #endif
90342f395721 Patch #734231: Update RiscOS support. In particular, correct
Martin v. Löwis <martin@v.loewis.de>
parents: 28646
diff changeset
15
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
16 extern int Py_DebugFlag;
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
17
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
18 grammar *
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
19 newgrammar(int start)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
20 {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
21 grammar *g;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
22
37585
292854c43b99 Fix the code in Parser/ to also compile with C++. This was mostly casts for
Anthony Baxter <anthonybaxter@gmail.com>
parents: 37557
diff changeset
23 g = (grammar *)PyObject_MALLOC(sizeof(grammar));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
24 if (g == NULL)
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
25 Py_FatalError("no mem for new grammar");
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
26 g->g_ndfas = 0;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
27 g->g_dfa = NULL;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
28 g->g_start = start;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
29 g->g_ll.ll_nlabels = 0;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
30 g->g_ll.ll_label = NULL;
2044
281e40652e23 Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents: 1848
diff changeset
31 g->g_accel = 0;
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
32 return g;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
33 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
34
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
35 dfa *
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
36 adddfa(grammar *g, int type, char *name)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
37 {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
38 dfa *d;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
39
37585
292854c43b99 Fix the code in Parser/ to also compile with C++. This was mostly casts for
Anthony Baxter <anthonybaxter@gmail.com>
parents: 37557
diff changeset
40 g->g_dfa = (dfa *)PyObject_REALLOC(g->g_dfa,
292854c43b99 Fix the code in Parser/ to also compile with C++. This was mostly casts for
Anthony Baxter <anthonybaxter@gmail.com>
parents: 37557
diff changeset
41 sizeof(dfa) * (g->g_ndfas + 1));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
42 if (g->g_dfa == NULL)
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
43 Py_FatalError("no mem to resize dfa in adddfa");
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
44 d = &g->g_dfa[g->g_ndfas++];
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
45 d->d_type = type;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
46 d->d_name = strdup(name);
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
47 d->d_nstates = 0;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
48 d->d_state = NULL;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
49 d->d_initial = -1;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
50 d->d_first = NULL;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
51 return d; /* Only use while fresh! */
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
52 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
53
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
54 int
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
55 addstate(dfa *d)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
56 {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
57 state *s;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
58
37585
292854c43b99 Fix the code in Parser/ to also compile with C++. This was mostly casts for
Anthony Baxter <anthonybaxter@gmail.com>
parents: 37557
diff changeset
59 d->d_state = (state *)PyObject_REALLOC(d->d_state,
37557
6ae4adefc573 SF patch #1467512, fix double free with triple quoted string in standard build.
Neal Norwitz <nnorwitz@gmail.com>
parents: 36090
diff changeset
60 sizeof(state) * (d->d_nstates + 1));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
61 if (d->d_state == NULL)
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
62 Py_FatalError("no mem to resize state in addstate");
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
63 s = &d->d_state[d->d_nstates++];
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
64 s->s_narcs = 0;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
65 s->s_arc = NULL;
2044
281e40652e23 Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents: 1848
diff changeset
66 s->s_lower = 0;
281e40652e23 Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents: 1848
diff changeset
67 s->s_upper = 0;
281e40652e23 Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents: 1848
diff changeset
68 s->s_accel = NULL;
281e40652e23 Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents: 1848
diff changeset
69 s->s_accept = 0;
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
70 return s - d->d_state;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
71 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
72
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
73 void
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
74 addarc(dfa *d, int from, int to, int lbl)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
75 {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
76 state *s;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
77 arc *a;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
78
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
79 assert(0 <= from && from < d->d_nstates);
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
80 assert(0 <= to && to < d->d_nstates);
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
81
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
82 s = &d->d_state[from];
37585
292854c43b99 Fix the code in Parser/ to also compile with C++. This was mostly casts for
Anthony Baxter <anthonybaxter@gmail.com>
parents: 37557
diff changeset
83 s->s_arc = (arc *)PyObject_REALLOC(s->s_arc, sizeof(arc) * (s->s_narcs + 1));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
84 if (s->s_arc == NULL)
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
85 Py_FatalError("no mem to resize arc list in addarc");
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
86 a = &s->s_arc[s->s_narcs++];
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
87 a->a_lbl = lbl;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
88 a->a_arrow = to;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
89 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
90
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
91 int
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
92 addlabel(labellist *ll, int type, char *str)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
93 {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
94 int i;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
95 label *lb;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
96
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
97 for (i = 0; i < ll->ll_nlabels; i++) {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
98 if (ll->ll_label[i].lb_type == type &&
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
99 strcmp(ll->ll_label[i].lb_str, str) == 0)
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
100 return i;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
101 }
37585
292854c43b99 Fix the code in Parser/ to also compile with C++. This was mostly casts for
Anthony Baxter <anthonybaxter@gmail.com>
parents: 37557
diff changeset
102 ll->ll_label = (label *)PyObject_REALLOC(ll->ll_label,
37557
6ae4adefc573 SF patch #1467512, fix double free with triple quoted string in standard build.
Neal Norwitz <nnorwitz@gmail.com>
parents: 36090
diff changeset
103 sizeof(label) * (ll->ll_nlabels + 1));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
104 if (ll->ll_label == NULL)
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
105 Py_FatalError("no mem to resize labellist in addlabel");
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
106 lb = &ll->ll_label[ll->ll_nlabels++];
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
107 lb->lb_type = type;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
108 lb->lb_str = strdup(str);
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
109 if (Py_DebugFlag)
31721
faffd9572d8d Backport to 2.3:
Guido van Rossum <guido@python.org>
parents: 29066
diff changeset
110 printf("Label @ %8p, %d: %s\n", ll, ll->ll_nlabels,
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
111 PyGrammar_LabelRepr(lb));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
112 return lb - ll->ll_label;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
113 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
114
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
115 /* Same, but rather dies than adds */
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
116
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
117 int
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
118 findlabel(labellist *ll, int type, char *str)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
119 {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
120 int i;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
121
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
122 for (i = 0; i < ll->ll_nlabels; i++) {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
123 if (ll->ll_label[i].lb_type == type /*&&
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
124 strcmp(ll->ll_label[i].lb_str, str) == 0*/)
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
125 return i;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
126 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
127 fprintf(stderr, "Label %d/'%s' not found\n", type, str);
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
128 Py_FatalError("grammar.c:findlabel()");
4577
fae78cf8541d Make gcc -Wall happy
Guido van Rossum <guido@python.org>
parents: 4503
diff changeset
129 return 0; /* Make gcc -Wall happy */
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
130 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
131
86
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
132 /* Forward */
13447
a89f7f268de4 Nuke all remaining occurrences of Py_PROTO and Py_FPROTO.
Tim Peters <tim.peters@gmail.com>
parents: 13256
diff changeset
133 static void translabel(grammar *, label *);
86
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
134
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
135 void
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
136 translatelabels(grammar *g)
86
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
137 {
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
138 int i;
2044
281e40652e23 Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents: 1848
diff changeset
139
4839
4567e158d20c Rename DEBUG macro to Py_DEBUG
Guido van Rossum <guido@python.org>
parents: 4577
diff changeset
140 #ifdef Py_DEBUG
86
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
141 printf("Translating labels ...\n");
2044
281e40652e23 Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents: 1848
diff changeset
142 #endif
86
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
143 /* Don't translate EMPTY */
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
144 for (i = EMPTY+1; i < g->g_ll.ll_nlabels; i++)
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
145 translabel(g, &g->g_ll.ll_label[i]);
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
146 }
a6934380c6e7 "Compiling" version
Guido van Rossum <guido@python.org>
parents: 6
diff changeset
147
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
148 static void
13659
e78153e179fb Mass ANSIfication.
Thomas Wouters <thomas@python.org>
parents: 13447
diff changeset
149 translabel(grammar *g, label *lb)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
150 {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
151 int i;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
152
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
153 if (Py_DebugFlag)
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
154 printf("Translating label %s ...\n", PyGrammar_LabelRepr(lb));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
155
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
156 if (lb->lb_type == NAME) {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
157 for (i = 0; i < g->g_ndfas; i++) {
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
158 if (strcmp(lb->lb_str, g->g_dfa[i].d_name) == 0) {
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
159 if (Py_DebugFlag)
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
160 printf(
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
161 "Label %s is non-terminal %d.\n",
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
162 lb->lb_str,
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
163 g->g_dfa[i].d_type);
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
164 lb->lb_type = g->g_dfa[i].d_type;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
165 free(lb->lb_str);
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
166 lb->lb_str = NULL;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
167 return;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
168 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
169 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
170 for (i = 0; i < (int)N_TOKENS; i++) {
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
171 if (strcmp(lb->lb_str, _PyParser_TokenNames[i]) == 0) {
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
172 if (Py_DebugFlag)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
173 printf("Label %s is terminal %d.\n",
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
174 lb->lb_str, i);
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
175 lb->lb_type = i;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
176 free(lb->lb_str);
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
177 lb->lb_str = NULL;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
178 return;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
179 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
180 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
181 printf("Can't translate NAME label '%s'\n", lb->lb_str);
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
182 return;
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
183 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
184
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
185 if (lb->lb_type == STRING) {
36090
8cb686dd6e64 Fix SF bug #1072182, problems with signed characters.
Neal Norwitz <nnorwitz@gmail.com>
parents: 31721
diff changeset
186 if (isalpha(Py_CHARMASK(lb->lb_str[1])) ||
8cb686dd6e64 Fix SF bug #1072182, problems with signed characters.
Neal Norwitz <nnorwitz@gmail.com>
parents: 31721
diff changeset
187 lb->lb_str[1] == '_') {
1848
b724599401ff Merge back to main trunk
Guido van Rossum <guido@python.org>
parents: 1257
diff changeset
188 char *p;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
189 char *src;
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
190 char *dest;
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
191 size_t name_len;
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
192 if (Py_DebugFlag)
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
193 printf("Label %s is a keyword\n", lb->lb_str);
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
194 lb->lb_type = NAME;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
195 src = lb->lb_str + 1;
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
196 p = strchr(src, '\'');
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
197 if (p)
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
198 name_len = p - src;
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
199 else
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
200 name_len = strlen(src);
37585
292854c43b99 Fix the code in Parser/ to also compile with C++. This was mostly casts for
Anthony Baxter <anthonybaxter@gmail.com>
parents: 37557
diff changeset
201 dest = (char *)malloc(name_len + 1);
39476
71231bc48622 Handle malloc failure.
Neal Norwitz <nnorwitz@gmail.com>
parents: 37585
diff changeset
202 if (!dest) {
71231bc48622 Handle malloc failure.
Neal Norwitz <nnorwitz@gmail.com>
parents: 37585
diff changeset
203 printf("Can't alloc dest '%s'\n", src);
71231bc48622 Handle malloc failure.
Neal Norwitz <nnorwitz@gmail.com>
parents: 37585
diff changeset
204 return;
71231bc48622 Handle malloc failure.
Neal Norwitz <nnorwitz@gmail.com>
parents: 37585
diff changeset
205 }
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
206 strncpy(dest, src, name_len);
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
207 dest[name_len] = '\0';
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
208 free(lb->lb_str);
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
209 lb->lb_str = dest;
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
210 }
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
211 else if (lb->lb_str[2] == lb->lb_str[0]) {
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
212 int type = (int) PyToken_OneChar(lb->lb_str[1]);
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
213 if (type != OP) {
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
214 lb->lb_type = type;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
215 free(lb->lb_str);
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
216 lb->lb_str = NULL;
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
217 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
218 else
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
219 printf("Unknown OP label %s\n",
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
220 lb->lb_str);
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
221 }
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
222 else if (lb->lb_str[2] && lb->lb_str[3] == lb->lb_str[0]) {
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
223 int type = (int) PyToken_TwoChars(lb->lb_str[1],
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
224 lb->lb_str[2]);
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
225 if (type != OP) {
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
226 lb->lb_type = type;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
227 free(lb->lb_str);
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
228 lb->lb_str = NULL;
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
229 }
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
230 else
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
231 printf("Unknown OP label %s\n",
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
232 lb->lb_str);
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
233 }
14163
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
234 else if (lb->lb_str[2] && lb->lb_str[3] && lb->lb_str[4] == lb->lb_str[0]) {
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
235 int type = (int) PyToken_ThreeChars(lb->lb_str[1],
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
236 lb->lb_str[2],
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
237 lb->lb_str[3]);
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
238 if (type != OP) {
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
239 lb->lb_type = type;
28646
193b8aec00ce Changes from Jonathan Riehl to allow his pgen extension (PEP 269) to
Guido van Rossum <guido@python.org>
parents: 21181
diff changeset
240 free(lb->lb_str);
14163
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
241 lb->lb_str = NULL;
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
242 }
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
243 else
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
244 printf("Unknown OP label %s\n",
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
245 lb->lb_str);
1b9fd0cbd914 Support for three-token characters (**=, >>=, <<=) which was written by
Thomas Wouters <thomas@python.org>
parents: 13659
diff changeset
246 }
393
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
247 else
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
248 printf("Can't translate STRING label %s\n",
59609b3af978 Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents: 145
diff changeset
249 lb->lb_str);
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
250 }
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
251 else
5379
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
252 printf("Can't translate label '%s'\n",
1c9a84e0981d Another directory quickly renamed.
Guido van Rossum <guido@python.org>
parents: 5231
diff changeset
253 PyGrammar_LabelRepr(lb));
6
fc6fcd7df4f7 Initial revision
Guido van Rossum <guido@python.org>
parents:
diff changeset
254 }