blob: 0aec1dc20483dc3fc12f8f17478bf59f2639d439 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
|
(ns cljcc.parser
(:require
[cljcc.lexer :as l]
[cljcc.token :as t]
[clojure.pprint :as pp]))
(declare parse parse-exp parse-statement)
(defn- keyword->type [k]
(condp = k
:kw-int "int"
(throw (ex-info "Parser Error. Unsupported type." {:keyword k}))))
(defn- expect
"Expects the first token in list to be of given kind.
Returns the token and remaining tokens."
[kind [token & rst]]
(if (= kind (:kind token))
[token rst]
(throw (ex-info "Parser Error." {:expected kind
:actual (:kind token)}))))
(defn- expect-in [kinds [{kind :kind :as token} & rst]]
(if (contains? kinds kind)
[token rst]
(throw (ex-info "Parser Error." {:expected kinds
:actual token}))))
(defn constant-exp-node [v]
{:type :exp
:exp-type :constant-exp
:value v})
(defn variable-exp-node [identifier]
{:type :exp
:exp-type :variable-exp
:identifier identifier})
(defn unary-exp-node [op v]
{:type :exp
:exp-type :unary-exp
:unary-operator op
:value v})
(defn binary-exp-node [l r op]
{:type :exp
:exp-type :binary-exp
:binary-operator op
:left l
:right r})
(defn assignment-exp-node [l r op]
{:type :exp
:exp-type :assignment-exp
:assignment-operator op
:left l
:right r})
(defn conditional-exp-node [l m r]
{:type :exp
:exp-type :conditional-exp
:left l
:middle m
:right r})
(defn- parse-factor [[{kind :kind :as token} :as tokens]]
(cond
(= kind :number) [(constant-exp-node (:literal token)) (rest tokens)]
(t/unary-op? kind) (let [op kind
[e rst] (parse-factor (rest tokens))]
[(unary-exp-node op e) rst])
(= kind :left-paren) (let [[e rst] (parse-exp (rest tokens))
[_ rst] (expect :right-paren rst)]
[e rst])
(= kind :identifier) [(variable-exp-node (:literal token)) (rest tokens)]
:else (throw (ex-info "Parser Error. Malformed token." {:token token}))))
(defn- parse-exp
([tokens]
(parse-exp tokens 0))
([tokens min-prec]
(loop [[left rst] (parse-factor tokens)
tokens rst]
(let [[{kind :kind :as _token} :as tokens] tokens]
(if (and (t/binary-op? kind) (>= (t/precedence kind) min-prec))
(cond
(t/assignment-op? kind) (let [[_ tokens] (expect kind tokens)
[right rst] (parse-exp tokens (t/precedence kind))]
(recur [(assignment-exp-node left right kind)] rst))
(= :question kind) (let [[_ tokens] (expect :question tokens)
[middle tokens] (parse-exp tokens)
[_ tokens] (expect :colon tokens)
[right tokens] (parse-exp tokens (inc (t/precedence kind)))]
(recur [(conditional-exp-node left middle right)] tokens))
:else (let [[right rst] (parse-exp (rest tokens) (inc (t/precedence kind)))]
(recur [(binary-exp-node left right kind)] rst)))
[left tokens])))))
(defn return-statement-node [e]
{:type :statement
:statement-type :return
:value e})
(defn expression-statement-node [e]
{:type :statement
:statement-type :expression
:value e})
(defn empty-statement-node []
{:type :statement
:statement-type :empty})
(defn if-statement-node
([cond then]
{:type :statement
:statement-type :if
:condition cond
:then-statement then})
([cond then else]
{:type :statement
:statement-type :if
:condition cond
:then-statement then
:else-statement else}))
(defn- parse-return-statement [tokens]
(let [[_ rst] (expect :kw-return tokens)
[exp-node rst] (parse-exp rst)
[_ rst] (expect :semicolon rst)]
[(return-statement-node exp-node) rst]))
(defn- parse-expression-statement [tokens]
(let [[exp-node rst] (parse-exp tokens)
[_ rst] (expect :semicolon rst)]
[(expression-statement-node exp-node) rst]))
(defn- parse-empty-statement
"Parses statement expect only single semicolon"
[tokens]
(let [[_ rst] (expect :semicolon tokens)]
[(empty-statement-node) rst]))
(defn- parse-if-statement [tokens]
(let [[_ tokens] (expect :kw-if tokens)
[_ tokens] (expect :left-paren tokens)
[exp-node tokens] (parse-exp tokens)
[_ tokens] (expect :right-paren tokens)
[then-stmt tokens] (parse-statement tokens)
else? (= :kw-else (:kind (first tokens)))]
(if (not else?)
[(if-statement-node exp-node then-stmt) tokens]
(let [[_ tokens] (expect :kw-else tokens)
[else-stmt tokens] (parse-statement tokens)]
[(if-statement-node exp-node then-stmt else-stmt) tokens]))))
(defn- parse-statement
"Parses a single statement. Expects a semicolon at the end."
[[{kind :kind} :as tokens]]
(cond
(= kind :semicolon) (parse-empty-statement tokens)
(= kind :kw-return) (parse-return-statement tokens)
(= kind :kw-if) (parse-if-statement tokens)
:else (parse-expression-statement tokens)))
(defn declaration-node
([identifier] {:type :declaration
:identifier identifier})
([identifier v] {:type :declaration
:identifier identifier
:initial v}))
(defn- parse-declaration [tokens]
(let [[_ rst] (expect :kw-int tokens)
[ident-token rst] (expect :identifier rst)
[{kind :kind} :as tokens] rst]
(cond
(= kind :semicolon) (let [[_ rst] (expect :semicolon tokens)]
[(declaration-node (:literal ident-token)) rst])
(= kind :assignment) (let [[_ rst] (expect :assignment tokens)
[exp-node rst] (parse-exp rst)
[_ rst] (expect :semicolon rst)]
[(declaration-node (:literal ident-token) exp-node) rst])
:else (throw (ex-info "Parser error. Declaration error parsing." {})))))
(defn- parse-block-item [[token :as tokens]]
(if (= :kw-int (:kind token))
(parse-declaration tokens)
(parse-statement tokens)))
(defn- parse-repeatedly [tokens parse-f end-kind]
(loop [tokens tokens
res []]
(if (= end-kind (:kind (first tokens)))
[res tokens]
(let [[node rst] (parse-f tokens)]
(recur rst (conj res node))))))
(defn- parse-function [tokens]
(let [[fn-type-token rst] (expect :kw-int tokens)
[fn-identifier-token rst] (expect :identifier rst)
[_ rst] (expect :left-paren rst)
[fn-parameter-token rst] (expect :kw-void rst)
[_ rst] (expect :right-paren rst)
[_ rst] (expect :left-curly rst)
[block-items rst] (parse-repeatedly rst parse-block-item :right-curly)
[_ rst] (expect :right-curly rst)]
[{:type :function
:return-type (keyword->type (:kind fn-type-token))
:identifier (:literal fn-identifier-token)
:parameters (:kind fn-parameter-token)
:body block-items}
rst]))
(defn- parse-program [tokens]
(let [[ast rst] (parse-function tokens)
_ (expect :eof rst)]
[ast]))
(defn parse [tokens]
(-> tokens
:tokens
parse-program))
(defn parse-from-src [src]
(-> src
l/lex
parse))
(comment
(pp/pprint (parse-from-src "
int main(void) {
if (123)
123 ? 4 : 3;
else
523423 = 123;
}"))
(pp/pprint
(l/lex
"int main(void) {return 1 + 2;}"))
(pp/pprint
(l/lex "
int main(void) {
return 2;
}"))
(parse "int main(void) {
return -(((((10)))));
}")
(pp/pprint (parse "int main(void) {
return 1 & 2 + 6 & 6;
}"))
())
|