Mercurial > cpython-lru_cache-weakref
annotate Parser/grammar.c @ 4566:6403c94de50d legacy-trunk
Added safeguard against failure in __del__.
| author | Guido van Rossum <guido@python.org> |
|---|---|
| date | Wed, 27 Nov 1996 19:39:58 +0000 |
| parents | 65d2d8e67da3 |
| children | fae78cf8541d |
| rev | line source |
|---|---|
| 145 | 1 /*********************************************************** |
|
2060
146890653a57
Added 1995 to copyright message.
Guido van Rossum <guido@python.org>
parents:
2044
diff
changeset
|
2 Copyright 1991-1995 by Stichting Mathematisch Centrum, Amsterdam, |
|
146890653a57
Added 1995 to copyright message.
Guido van Rossum <guido@python.org>
parents:
2044
diff
changeset
|
3 The Netherlands. |
| 145 | 4 |
| 5 All Rights Reserved | |
| 6 | |
|
4503
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
7 Permission to use, copy, modify, and distribute this software and its |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
8 documentation for any purpose and without fee is hereby granted, |
| 145 | 9 provided that the above copyright notice appear in all copies and that |
|
4503
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
10 both that copyright notice and this permission notice appear in |
| 145 | 11 supporting documentation, and that the names of Stichting Mathematisch |
|
4503
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
12 Centrum or CWI or Corporation for National Research Initiatives or |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
13 CNRI not be used in advertising or publicity pertaining to |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
14 distribution of the software without specific, written prior |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
15 permission. |
| 145 | 16 |
|
4503
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
17 While CWI is the initial source for this software, a modified version |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
18 is made available by the Corporation for National Research Initiatives |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
19 (CNRI) at the Internet address ftp://ftp.python.org. |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
20 |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
21 STICHTING MATHEMATISCH CENTRUM AND CNRI DISCLAIM ALL WARRANTIES WITH |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
22 REGARD TO THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
23 MERCHANTABILITY AND FITNESS, IN NO EVENT SHALL STICHTING MATHEMATISCH |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
24 CENTRUM OR CNRI BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
25 DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
26 PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
27 TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR |
|
65d2d8e67da3
New permission notice, includes CNRI.
Guido van Rossum <guido@python.org>
parents:
2060
diff
changeset
|
28 PERFORMANCE OF THIS SOFTWARE. |
| 145 | 29 |
| 30 ******************************************************************/ | |
| 31 | |
| 6 | 32 /* Grammar implementation */ |
| 33 | |
| 86 | 34 #include "pgenheaders.h" |
| 35 | |
| 6 | 36 #include <ctype.h> |
| 37 | |
| 38 #include "assert.h" | |
| 39 #include "token.h" | |
| 40 #include "grammar.h" | |
| 41 | |
| 42 extern int debugging; | |
| 43 | |
| 44 grammar * | |
| 45 newgrammar(start) | |
| 46 int start; | |
| 47 { | |
| 48 grammar *g; | |
| 49 | |
| 50 g = NEW(grammar, 1); | |
| 51 if (g == NULL) | |
| 52 fatal("no mem for new grammar"); | |
| 53 g->g_ndfas = 0; | |
| 54 g->g_dfa = NULL; | |
| 55 g->g_start = start; | |
| 56 g->g_ll.ll_nlabels = 0; | |
| 57 g->g_ll.ll_label = NULL; | |
|
2044
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
58 g->g_accel = 0; |
| 6 | 59 return g; |
| 60 } | |
| 61 | |
| 62 dfa * | |
| 63 adddfa(g, type, name) | |
| 64 grammar *g; | |
| 65 int type; | |
| 66 char *name; | |
| 67 { | |
| 68 dfa *d; | |
| 69 | |
| 70 RESIZE(g->g_dfa, dfa, g->g_ndfas + 1); | |
| 71 if (g->g_dfa == NULL) | |
| 72 fatal("no mem to resize dfa in adddfa"); | |
| 73 d = &g->g_dfa[g->g_ndfas++]; | |
| 74 d->d_type = type; | |
| 75 d->d_name = name; | |
| 76 d->d_nstates = 0; | |
| 77 d->d_state = NULL; | |
| 78 d->d_initial = -1; | |
| 79 d->d_first = NULL; | |
| 80 return d; /* Only use while fresh! */ | |
| 81 } | |
| 82 | |
| 83 int | |
| 84 addstate(d) | |
| 85 dfa *d; | |
| 86 { | |
| 87 state *s; | |
| 88 | |
| 89 RESIZE(d->d_state, state, d->d_nstates + 1); | |
| 90 if (d->d_state == NULL) | |
| 91 fatal("no mem to resize state in addstate"); | |
| 92 s = &d->d_state[d->d_nstates++]; | |
| 93 s->s_narcs = 0; | |
| 94 s->s_arc = NULL; | |
|
2044
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
95 s->s_lower = 0; |
|
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
96 s->s_upper = 0; |
|
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
97 s->s_accel = NULL; |
|
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
98 s->s_accept = 0; |
| 6 | 99 return s - d->d_state; |
| 100 } | |
| 101 | |
| 102 void | |
| 103 addarc(d, from, to, lbl) | |
| 104 dfa *d; | |
| 105 int lbl; | |
| 106 { | |
| 107 state *s; | |
| 108 arc *a; | |
| 109 | |
| 110 assert(0 <= from && from < d->d_nstates); | |
| 111 assert(0 <= to && to < d->d_nstates); | |
| 112 | |
| 113 s = &d->d_state[from]; | |
| 114 RESIZE(s->s_arc, arc, s->s_narcs + 1); | |
| 115 if (s->s_arc == NULL) | |
| 116 fatal("no mem to resize arc list in addarc"); | |
| 117 a = &s->s_arc[s->s_narcs++]; | |
| 118 a->a_lbl = lbl; | |
| 119 a->a_arrow = to; | |
| 120 } | |
| 121 | |
| 122 int | |
| 123 addlabel(ll, type, str) | |
| 124 labellist *ll; | |
| 125 int type; | |
| 126 char *str; | |
| 127 { | |
| 128 int i; | |
| 129 label *lb; | |
| 130 | |
| 131 for (i = 0; i < ll->ll_nlabels; i++) { | |
| 132 if (ll->ll_label[i].lb_type == type && | |
| 133 strcmp(ll->ll_label[i].lb_str, str) == 0) | |
| 134 return i; | |
| 135 } | |
| 136 RESIZE(ll->ll_label, label, ll->ll_nlabels + 1); | |
| 137 if (ll->ll_label == NULL) | |
| 138 fatal("no mem to resize labellist in addlabel"); | |
| 139 lb = &ll->ll_label[ll->ll_nlabels++]; | |
| 140 lb->lb_type = type; | |
| 141 lb->lb_str = str; /* XXX strdup(str) ??? */ | |
| 142 return lb - ll->ll_label; | |
| 143 } | |
| 144 | |
| 145 /* Same, but rather dies than adds */ | |
| 146 | |
| 147 int | |
| 148 findlabel(ll, type, str) | |
| 149 labellist *ll; | |
| 150 int type; | |
| 151 char *str; | |
| 152 { | |
| 153 int i; | |
| 154 | |
| 155 for (i = 0; i < ll->ll_nlabels; i++) { | |
| 156 if (ll->ll_label[i].lb_type == type /*&& | |
| 157 strcmp(ll->ll_label[i].lb_str, str) == 0*/) | |
| 158 return i; | |
| 159 } | |
| 160 fprintf(stderr, "Label %d/'%s' not found\n", type, str); | |
|
2044
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
161 fatal("grammar.c:findlabel()"); |
|
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
162 /*NOTREACHED*/ |
| 6 | 163 } |
| 164 | |
| 86 | 165 /* Forward */ |
| 166 static void translabel PROTO((grammar *, label *)); | |
| 167 | |
| 168 void | |
| 169 translatelabels(g) | |
| 170 grammar *g; | |
| 171 { | |
| 172 int i; | |
|
2044
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
173 |
|
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
174 #ifdef DEBUG |
| 86 | 175 printf("Translating labels ...\n"); |
|
2044
281e40652e23
Parser/tokenizer.c (tok_nextc): zap tok->buf after freeing;
Guido van Rossum <guido@python.org>
parents:
1848
diff
changeset
|
176 #endif |
| 86 | 177 /* Don't translate EMPTY */ |
| 178 for (i = EMPTY+1; i < g->g_ll.ll_nlabels; i++) | |
| 179 translabel(g, &g->g_ll.ll_label[i]); | |
| 180 } | |
| 181 | |
| 6 | 182 static void |
| 183 translabel(g, lb) | |
| 184 grammar *g; | |
| 185 label *lb; | |
| 186 { | |
| 187 int i; | |
| 188 | |
| 189 if (debugging) | |
| 190 printf("Translating label %s ...\n", labelrepr(lb)); | |
| 191 | |
| 192 if (lb->lb_type == NAME) { | |
| 193 for (i = 0; i < g->g_ndfas; i++) { | |
| 194 if (strcmp(lb->lb_str, g->g_dfa[i].d_name) == 0) { | |
| 195 if (debugging) | |
| 196 printf("Label %s is non-terminal %d.\n", | |
| 197 lb->lb_str, | |
| 198 g->g_dfa[i].d_type); | |
| 199 lb->lb_type = g->g_dfa[i].d_type; | |
| 200 lb->lb_str = NULL; | |
| 201 return; | |
| 202 } | |
| 203 } | |
| 204 for (i = 0; i < (int)N_TOKENS; i++) { | |
| 205 if (strcmp(lb->lb_str, tok_name[i]) == 0) { | |
| 206 if (debugging) | |
| 207 printf("Label %s is terminal %d.\n", | |
| 208 lb->lb_str, i); | |
| 209 lb->lb_type = i; | |
| 210 lb->lb_str = NULL; | |
| 211 return; | |
| 212 } | |
| 213 } | |
| 214 printf("Can't translate NAME label '%s'\n", lb->lb_str); | |
| 215 return; | |
| 216 } | |
| 217 | |
| 218 if (lb->lb_type == STRING) { | |
| 219 if (isalpha(lb->lb_str[1])) { | |
|
1848
b724599401ff
Merge back to main trunk
Guido van Rossum <guido@python.org>
parents:
1257
diff
changeset
|
220 char *p; |
| 6 | 221 if (debugging) |
| 222 printf("Label %s is a keyword\n", lb->lb_str); | |
| 223 lb->lb_type = NAME; | |
| 224 lb->lb_str++; | |
| 225 p = strchr(lb->lb_str, '\''); | |
| 226 if (p) | |
| 227 *p = '\0'; | |
| 228 } | |
|
393
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
229 else if (lb->lb_str[2] == lb->lb_str[0]) { |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
230 int type = (int) tok_1char(lb->lb_str[1]); |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
231 if (type != OP) { |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
232 lb->lb_type = type; |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
233 lb->lb_str = NULL; |
| 6 | 234 } |
| 235 else | |
|
393
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
236 printf("Unknown OP label %s\n", |
| 6 | 237 lb->lb_str); |
| 238 } | |
|
393
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
239 else if (lb->lb_str[2] && lb->lb_str[3] == lb->lb_str[0]) { |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
240 int type = (int) tok_2char(lb->lb_str[1], |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
241 lb->lb_str[2]); |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
242 if (type != OP) { |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
243 lb->lb_type = type; |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
244 lb->lb_str = NULL; |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
245 } |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
246 else |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
247 printf("Unknown OP label %s\n", |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
248 lb->lb_str); |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
249 } |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
250 else |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
251 printf("Can't translate STRING label %s\n", |
|
59609b3af978
Implemented 2-character operators.
Guido van Rossum <guido@python.org>
parents:
145
diff
changeset
|
252 lb->lb_str); |
| 6 | 253 } |
| 254 else | |
| 255 printf("Can't translate label '%s'\n", labelrepr(lb)); | |
| 256 } |