aboutsummaryrefslogtreecommitdiff
path: root/src/boot/strap/tokens.clisp
blob: 6d251628c7ac0bd67727bf6f233c85ff0b598f77 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
(PROCLAIM '(OPTIMIZE SPEED))
(IMPORT-MODULE "initial-env")

(IN-PACKAGE "BOOTTRAN")

(PROVIDE "tokens")

(DEFUN |char| (|x|) (SCHAR (SYMBOL-NAME |x|) 0))

(DEFUN |shoeStartsId| (|x|)
  (OR (ALPHA-CHAR-P |x|)
      (MEMBER |x| (LIST (|char| '$) (|char| '?) (|char| '%)))))

(DEFUN |shoeIdChar| (|x|)
  (OR (ALPHANUMERICP |x|)
      (MEMBER |x|
              (LIST (|char| '|'|) (|char| '?) (|char| '%) (|char| '!)))))

(DEFUN |subString| (|s| |f| &OPTIONAL (|n| NIL))
  (COND
    ((NULL |n|) (SUBSEQ |s| |f|))
    (T (SUBSEQ |s| |f| (+ |f| |n|)))))

(DEFCONSTANT |shoeKeyWords|
    (LIST (LIST "and" 'AND) (LIST "by" 'BY) (LIST "case" 'CASE)
          (LIST "catch" 'CATCH) (LIST "cross" 'CROSS)
          (LIST "else" 'ELSE) (LIST "finally" 'FINALLY)
          (LIST "for" 'FOR) (LIST "has" 'HAS) (LIST "if" 'IF)
          (LIST "import" 'IMPORT) (LIST "in" 'IN) (LIST "is" 'IS)
          (LIST "isnt" 'ISNT) (LIST "leave" 'LEAVE)
          (LIST "module" 'MODULE) (LIST "namespace" 'NAMESPACE)
          (LIST "of" 'OF) (LIST "or" 'OR) (LIST "rem" 'REM)
          (LIST "repeat" 'REPEAT) (LIST "return" 'RETURN)
          (LIST "quo" 'QUO) (LIST "structure" 'STRUCTURE)
          (LIST "then" 'THEN) (LIST "throw" 'THROW) (LIST "try" 'TRY)
          (LIST "until" 'UNTIL) (LIST "where" 'WHERE)
          (LIST "while" 'WHILE) (LIST "." 'DOT) (LIST ":" 'COLON)
          (LIST "::" 'COLON-COLON) (LIST "," 'COMMA)
          (LIST ";" 'SEMICOLON) (LIST "*" 'TIMES) (LIST "**" 'POWER)
          (LIST "/" 'SLASH) (LIST "+" 'PLUS) (LIST "-" 'MINUS)
          (LIST "<" 'LT) (LIST ">" 'GT) (LIST "<=" 'LE) (LIST ">=" 'GE)
          (LIST "=" 'SHOEEQ) (LIST "^" 'NOTRETIRED)
          (LIST "^=" 'SHOENERETIRED) (LIST "~=" 'SHOENE)
          (LIST ".." 'SEG) (LIST "#" 'LENGTH) (LIST "=>" 'EXIT)
          (LIST "->" 'ARROW) (LIST ":=" 'BEC) (LIST "+->" 'GIVES)
          (LIST "==" 'DEF) (LIST "==>" 'MDEF) (LIST "<=>" 'TDEF)
          (LIST "(" 'OPAREN) (LIST ")" 'CPAREN) (LIST "(|" 'OBRACK)
          (LIST "|)" 'CBRACK) (LIST "[" 'OBRACK) (LIST "]" 'CBRACK)
          (LIST "suchthat" 'BAR) (LIST "'" 'QUOTE) (LIST "|" 'BAR)))

(DEFUN |shoeKeyTableCons| ()
  (PROG (|KeyTable|)
    (RETURN
      (PROGN
        (SETQ |KeyTable| (MAKE-HASHTABLE 'CVEC))
        (LET ((|bfVar#2| |shoeKeyWords|) (|st| NIL))
          (LOOP
            (COND
              ((OR (ATOM |bfVar#2|)
                   (PROGN (SETQ |st| (CAR |bfVar#2|)) NIL))
               (RETURN NIL))
              (T (HPUT |KeyTable| (CAR |st|) (CADR |st|))))
            (SETQ |bfVar#2| (CDR |bfVar#2|))))
        |KeyTable|))))

(DEFPARAMETER |shoeKeyTable| (|shoeKeyTableCons|))

(DEFUN |shoeInsert| (|s| |d|)
  (PROG (|v| |k| |n| |u| |h| |l|)
    (RETURN
      (PROGN
        (SETQ |l| (LENGTH |s|))
        (SETQ |h| (CHAR-CODE (SCHAR |s| 0)))
        (SETQ |u| (ELT |d| |h|))
        (SETQ |n| (LENGTH |u|))
        (SETQ |k| 0)
        (LOOP
          (COND
            ((< (LENGTH (ELT |u| |k|)) |l|) (RETURN NIL))
            (T (SETQ |k| (+ |k| 1)))))
        (SETQ |v| (MAKE-ARRAY (+ |n| 1)))
        (LET ((|bfVar#3| (- |k| 1)) (|i| 0))
          (LOOP
            (COND
              ((> |i| |bfVar#3|) (RETURN NIL))
              (T (SETF (ELT |v| |i|) (ELT |u| |i|))))
            (SETQ |i| (+ |i| 1))))
        (SETF (ELT |v| |k|) |s|)
        (LET ((|bfVar#4| (- |n| 1)) (|i| |k|))
          (LOOP
            (COND
              ((> |i| |bfVar#4|) (RETURN NIL))
              (T (SETF (ELT |v| (+ |i| 1)) (ELT |u| |i|))))
            (SETQ |i| (+ |i| 1))))
        (SETF (ELT |d| |h|) |v|)
        |s|))))

(DEFUN |shoeDictCons| ()
  (PROG (|d| |b| |a| |l|)
    (RETURN
      (PROGN
        (SETQ |l| (HKEYS |shoeKeyTable|))
        (SETQ |d|
              (PROGN
                (SETQ |a| (MAKE-ARRAY 256))
                (SETQ |b| (MAKE-ARRAY 1))
                (SETF (ELT |b| 0) (MAKE-STRING 0))
                (LET ((|i| 0))
                  (LOOP
                    (COND
                      ((> |i| 255) (RETURN NIL))
                      (T (SETF (ELT |a| |i|) |b|)))
                    (SETQ |i| (+ |i| 1))))
                |a|))
        (LET ((|bfVar#5| |l|) (|s| NIL))
          (LOOP
            (COND
              ((OR (ATOM |bfVar#5|)
                   (PROGN (SETQ |s| (CAR |bfVar#5|)) NIL))
               (RETURN NIL))
              (T (|shoeInsert| |s| |d|)))
            (SETQ |bfVar#5| (CDR |bfVar#5|))))
        |d|))))

(DEFPARAMETER |shoeDict| (|shoeDictCons|))

(DEFUN |shoePunCons| ()
  (PROG (|a| |listing|)
    (RETURN
      (PROGN
        (SETQ |listing| (HKEYS |shoeKeyTable|))
        (SETQ |a| (MAKE-BVEC 256))
        (LET ((|i| 0))
          (LOOP
            (COND
              ((> |i| 255) (RETURN NIL))
              (T (SETF (SBIT |a| |i|) 0)))
            (SETQ |i| (+ |i| 1))))
        (LET ((|bfVar#6| |listing|) (|k| NIL))
          (LOOP
            (COND
              ((OR (ATOM |bfVar#6|)
                   (PROGN (SETQ |k| (CAR |bfVar#6|)) NIL))
               (RETURN NIL))
              (T (COND
                   ((|shoeStartsId| (ELT |k| 0)) NIL)
                   (T (SETF (SBIT |a| (CHAR-CODE (SCHAR |k| 0))) 1)))))
            (SETQ |bfVar#6| (CDR |bfVar#6|))))
        |a|))))

(DEFPARAMETER |shoePun| (|shoePunCons|))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#7| (LIST 'NOT 'LENGTH)) (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#7|) (PROGN (SETQ |i| (CAR |bfVar#7|)) NIL))
         (RETURN NIL))
        (T (SETF (GET |i| 'SHOEPRE) T)))
      (SETQ |bfVar#7| (CDR |bfVar#7|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#8| (LIST (LIST 'SHOEEQ '=) (LIST 'TIMES '*)
                         (LIST 'REM '|rem|) (LIST 'QUO '|quo|)
                         (LIST 'PLUS '+) (LIST 'IS '|is|)
                         (LIST 'ISNT '|isnt|) (LIST 'AND '|and|)
                         (LIST 'OR '|or|) (LIST 'SLASH '/)
                         (LIST 'POWER '**) (LIST 'MINUS '-)
                         (LIST 'LT '<) (LIST 'GT '>) (LIST 'LE '<=)
                         (LIST 'GE '>=) (LIST 'SHOENE '~=)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#8|) (PROGN (SETQ |i| (CAR |bfVar#8|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOEINF) (CADR |i|))))
      (SETQ |bfVar#8| (CDR |bfVar#8|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#9|
            (LIST (LIST '+ 0) (LIST '|gcd| 0) (LIST '|lcm| 1)
                  (LIST 'STRCONC "") (LIST '|strconc| "")
                  (LIST 'CONCAT "") (LIST 'MAX (- 999999))
                  (LIST 'MIN 999999) (LIST '* 1) (LIST '|times| 1)
                  (LIST 'CONS NIL) (LIST 'APPEND NIL)
                  (LIST '|append| NIL) (LIST 'UNION NIL)
                  (LIST 'UNIONQ NIL) (LIST '|union| NIL)
                  (LIST 'NCONC NIL) (LIST '|and| T) (LIST '|or| NIL)
                  (LIST 'AND T) (LIST 'OR NIL)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#9|) (PROGN (SETQ |i| (CAR |bfVar#9|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOETHETA) (CDR |i|))))
      (SETQ |bfVar#9| (CDR |bfVar#9|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#10|
            (LIST (LIST '|abs| 'ABS) (LIST '|abstractChar| 'CODE-CHAR)
                  (LIST '|alphabetic?| 'ALPHA-CHAR-P)
                  (LIST '|alphanumeric?| 'ALPHANUMERICP)
                  (LIST '|and| 'AND) (LIST '|append| 'APPEND)
                  (LIST '|apply| 'APPLY) (LIST '|array?| 'ARRAYP)
                  (LIST '|arrayRef| 'AREF) (LIST '|atom| 'ATOM)
                  (LIST '|bitmask| 'SBIT)
                  (LIST '|canonicalFilename| 'PROBE-FILE)
                  (LIST '|charByName| 'NAME-CHAR)
                  (LIST '|charString| 'STRING)
                  (LIST '|char?| 'CHARACTERP)
                  (LIST '|codePoint| 'CHAR-CODE) (LIST '|cons?| 'CONSP)
                  (LIST '|copy| 'COPY) (LIST '|croak| 'CROAK)
                  (LIST '|digit?| 'DIGIT-CHAR-P) (LIST '|drop| 'DROP)
                  (LIST '|exit| 'EXIT) (LIST '|false| 'NIL)
                  (LIST '|first| 'CAR) (LIST '|float?| 'FLOATP)
                  (LIST '|fourth| 'CADDDR) (LIST '|function| 'FUNCTION)
                  (LIST '|function?| 'FUNCTIONP)
                  (LIST '|gensym| 'GENSYM) (LIST '|genvar| 'GENVAR)
                  (LIST '|integer?| 'INTEGERP) (LIST '|lastNode| 'LAST)
                  (LIST 'LAST '|last|) (LIST '|list| 'LIST)
                  (LIST '|lowerCase?| 'LOWER-CASE-P)
                  (LIST '|makeSymbol| 'INTERN) (LIST '|mkpf| 'MKPF)
                  (LIST '|nconc| 'NCONC)
                  (LIST '|newString| 'MAKE-STRING)
                  (LIST '|newVector| 'MAKE-ARRAY) (LIST '|nil| NIL)
                  (LIST '|not| 'NOT) (LIST '|nreverse| 'NREVERSE)
                  (LIST '|null| 'NULL) (LIST '|or| 'OR)
                  (LIST '|otherwise| 'T) (LIST '|property| 'GET)
                  (LIST '|readByte| 'READ-BYTE)
                  (LIST '|readInteger| 'PARSE-INTEGER)
                  (LIST '|readLine| 'READ-LINE)
                  (LIST '|readLispFromString| 'READ-FROM-STRING)
                  (LIST '|readOnly?| 'CONSTANTP)
                  (LIST '|removeDuplicates| 'REMDUP)
                  (LIST '|rest| 'CDR) (LIST '|reverse| 'REVERSE)
                  (LIST '|sameObject?| 'EQ) (LIST '|scalarEqual?| 'EQL)
                  (LIST '|second| 'CADR)
                  (LIST '|setDifference| 'SETDIFFERENCE)
                  (LIST '|setIntersection| 'INTERSECTION)
                  (LIST '|setPart| 'SETELT) (LIST '|setUnion| 'UNION)
                  (LIST '|strconc| 'CONCAT) (LIST '|stringChar| 'SCHAR)
                  (LIST '|string?| 'STRINGP)
                  (LIST '|subSequence| 'SUBSEQ)
                  (LIST '|substitute| 'SUBST)
                  (LIST '|substitute!| 'NSUBST)
                  (LIST '|symbolEqual?| 'EQ)
                  (LIST '|symbolFunction| 'SYMBOL-FUNCTION)
                  (LIST '|symbolName| 'SYMBOL-NAME)
                  (LIST '|symbolValue| 'SYMBOL-VALUE)
                  (LIST '|symbol?| 'SYMBOLP) (LIST '|take| 'TAKE)
                  (LIST '|third| 'CADDR)
                  (LIST '|toString| 'WRITE-TO-STRING) (LIST '|true| 'T)
                  (LIST '|upperCase?| 'UPPER-CASE-P)
                  (LIST '|vector?| 'SIMPLE-VECTOR-P)
                  (LIST '|vectorRef| 'SVREF)
                  (LIST '|writeByte| 'WRITE-BYTE)
                  (LIST '|writeLine| 'WRITE-LINE) (LIST 'PLUS '+)
                  (LIST 'MINUS '-) (LIST 'TIMES '*) (LIST 'POWER 'EXPT)
                  (LIST 'REM 'REM) (LIST 'QUO 'TRUNCATE)
                  (LIST 'SLASH '/) (LIST 'LT '<) (LIST 'GT '>)
                  (LIST 'LE '<=) (LIST 'GE '>=) (LIST 'SHOEEQ 'EQUAL)
                  (LIST 'SHOENE '/=) (LIST 'T 'T$)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#10|) (PROGN (SETQ |i| (CAR |bfVar#10|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOERENAME) (CDR |i|))))
      (SETQ |bfVar#10| (CDR |bfVar#10|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#11| (LIST (LIST '|setName| 0) (LIST '|setLabel| 1)
                          (LIST '|setLevel| 2) (LIST '|setType| 3)
                          (LIST '|setVar| 4) (LIST '|setLeaf| 5)
                          (LIST '|setDef| 6) (LIST '|aGeneral| 4)
                          (LIST '|aMode| 1) (LIST '|aModeSet| 3)
                          (LIST '|aTree| 0) (LIST '|aValue| 2)
                          (LIST '|args| 'CDR)
                          (LIST '|attributes| 'CADDR)
                          (LIST '|cacheCount| 'CADDDDR)
                          (LIST '|cacheName| 'CADR)
                          (LIST '|cacheReset| 'CADDDR)
                          (LIST '|cacheType| 'CADDR)
                          (LIST '|env| 'CADDR) (LIST '|expr| 'CAR)
                          (LIST 'CAR 'CAR) (LIST '|mmCondition| 'CAADR)
                          (LIST '|mmDC| 'CAAR)
                          (LIST '|mmImplementation| 'CADADR)
                          (LIST '|mmSignature| 'CDAR)
                          (LIST '|mmTarget| 'CADAR)
                          (LIST '|mmSource| 'CDDAR)
                          (LIST '|mode| 'CADR) (LIST '|op| 'CAR)
                          (LIST '|opcode| 'CADR) (LIST '|opSig| 'CADR)
                          (LIST 'CDR 'CDR) (LIST '|sig| 'CDDR)
                          (LIST '|source| 'CDR)
                          (LIST '|streamCode| 'CADDDR)
                          (LIST '|streamDef| 'CADDR)
                          (LIST '|streamName| 'CADR)
                          (LIST '|target| 'CAR)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#11|) (PROGN (SETQ |i| (CAR |bfVar#11|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOESELFUNCTION) (CADR |i|))))
      (SETQ |bfVar#11| (CDR |bfVar#11|)))))