1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
|
/*
* Anarres C Preprocessor
* Copyright (c) 2007-2008, Shevek
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing
* permissions and limitations under the License.
*/
package org.anarres.cpp;
import java.io.IOException;
import java.util.Iterator;
import java.util.List;
import javax.annotation.Nonnull;
import static org.anarres.cpp.Token.*;
/* This source should always be active, since we don't expand macros
* in any inactive context. */
/* pp */ class MacroTokenSource extends Source {
private final Macro macro;
private final Iterator<Token> tokens; /* Pointer into the macro. */
private final List<Argument> args; /* { unexpanded, expanded } */
private Iterator<Token> arg; /* "current expansion" */
/* pp */ MacroTokenSource(@Nonnull Macro m, @Nonnull List<Argument> args) {
this.macro = m;
this.tokens = m.getTokens().iterator();
this.args = args;
this.arg = null;
}
@Override
/* pp */ boolean isExpanding(@Nonnull Macro m) {
/* When we are expanding an arg, 'this' macro is not
* being expanded, and thus we may re-expand it. */
if (/* XXX this.arg == null && */this.macro == m)
return true;
return super.isExpanding(m);
}
/* XXX Called from Preprocessor [ugly]. */
/* pp */ static void escape(@Nonnull StringBuilder buf, @Nonnull CharSequence cs) {
if (buf == null)
throw new NullPointerException("Buffer was null.");
if (cs == null)
throw new NullPointerException("CharSequence was null.");
for (int i = 0; i < cs.length(); i++) {
char c = cs.charAt(i);
switch (c) {
case '\\':
buf.append("\\\\");
break;
case '"':
buf.append("\\\"");
break;
case '\n':
buf.append("\\n");
break;
case '\r':
buf.append("\\r");
break;
default:
buf.append(c);
}
}
}
private void concat(@Nonnull StringBuilder buf, @Nonnull Argument arg) {
for (Token tok : arg) {
buf.append(tok.getText());
}
}
@Nonnull
private Token stringify(@Nonnull Token pos, @Nonnull Argument arg) {
StringBuilder buf = new StringBuilder();
concat(buf, arg);
// System.out.println("Concat: " + arg + " -> " + buf);
StringBuilder str = new StringBuilder("\"");
escape(str, buf);
str.append("\"");
// System.out.println("Escape: " + buf + " -> " + str);
return new Token(STRING,
pos.getLine(), pos.getColumn(),
str.toString(), buf.toString());
}
/* At this point, we have consumed the first M_PASTE.
* @see Macro#addPaste(Token) */
private void paste(@Nonnull Token ptok)
throws IOException,
LexerException {
StringBuilder buf = new StringBuilder();
// Token err = null;
/* We know here that arg is null or expired,
* since we cannot paste an expanded arg. */
int count = 2;
for (int i = 0; i < count; i++) {
if (!tokens.hasNext()) {
/* XXX This one really should throw. */
error(ptok.getLine(), ptok.getColumn(),
"Paste at end of expansion");
buf.append(' ').append(ptok.getText());
break;
}
Token tok = tokens.next();
// System.out.println("Paste " + tok);
switch (tok.getType()) {
case M_PASTE:
/* One extra to paste, plus one because the
* paste token didn't count. */
count += 2;
ptok = tok;
break;
case M_ARG:
int idx = ((Integer) tok.getValue()).intValue();
concat(buf, args.get(idx));
break;
/* XXX Test this. */
case CCOMMENT:
case CPPCOMMENT:
break;
default:
buf.append(tok.getText());
break;
}
}
/* Push and re-lex. */
/*
StringBuilder src = new StringBuilder();
escape(src, buf);
StringLexerSource sl = new StringLexerSource(src.toString());
*/
StringLexerSource sl = new StringLexerSource(buf.toString());
/* XXX Check that concatenation produces a valid token. */
arg = new SourceIterator(sl);
}
@Override
public Token token()
throws IOException,
LexerException {
for (;;) {
/* Deal with lexed tokens first. */
if (arg != null) {
if (arg.hasNext()) {
Token tok = arg.next();
/* XXX PASTE -> INVALID. */
assert tok.getType() != M_PASTE :
"Unexpected paste token";
return tok;
}
arg = null;
}
if (!tokens.hasNext())
return new Token(EOF, -1, -1, ""); /* End of macro. */
Token tok = tokens.next();
int idx;
switch (tok.getType()) {
case M_STRING:
/* Use the nonexpanded arg. */
idx = ((Integer) tok.getValue()).intValue();
return stringify(tok, args.get(idx));
case M_ARG:
/* Expand the arg. */
idx = ((Integer) tok.getValue()).intValue();
// System.out.println("Pushing arg " + args.get(idx));
arg = args.get(idx).expansion();
break;
case M_PASTE:
paste(tok);
break;
default:
return tok;
}
} /* for */
}
@Override
public String toString() {
StringBuilder buf = new StringBuilder();
buf.append("expansion of ").append(macro.getName());
Source parent = getParent();
if (parent != null)
buf.append(" in ").append(String.valueOf(parent));
return buf.toString();
}
}
|
