aboutsummaryrefslogtreecommitdiff
path: root/src/boot/strap/tokens.clisp
blob: 5465289ee08a1e78af7ddee509c1f55414c68fa7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
(PROCLAIM '(OPTIMIZE SPEED))
(IMPORT-MODULE "utility")

(IN-PACKAGE "BOOTTRAN")

(PROVIDE "tokens")

(EVAL-WHEN (:COMPILE-TOPLEVEL :LOAD-TOPLEVEL :EXECUTE)
  (EXPORT '|$InteractiveMode|))

(DEFPARAMETER |$InteractiveMode| NIL)

(DEFUN |char| (|x|) (SCHAR (SYMBOL-NAME |x|) 0))

(DEFUN |shoeStartsId| (|x|)
  (OR (ALPHA-CHAR-P |x|)
      (|charMember?| |x| (LIST (|char| '$) (|char| '?) (|char| '%)))))

(DEFUN |shoeIdChar| (|x|)
  (OR (ALPHANUMERICP |x|)
      (|charMember?| |x|
          (LIST (|char| '|'|) (|char| '?) (|char| '%) (|char| '!)
                (|char| '&)))))

(DEFUN |subString| (|s| |f| &OPTIONAL (|n| NIL))
  (COND
    ((NULL |n|) (SUBSEQ |s| |f|))
    (T (SUBSEQ |s| |f| (+ |f| |n|)))))

(DEFCONSTANT |shoeKeyWords|
    (LIST (LIST "and" 'AND) (LIST "by" 'BY) (LIST "case" 'CASE)
          (LIST "catch" 'CATCH) (LIST "cross" 'CROSS) (LIST "do" 'DO)
          (LIST "else" 'ELSE) (LIST "finally" 'FINALLY)
          (LIST "for" 'FOR) (LIST "forall" 'FORALL) (LIST "has" 'HAS)
          (LIST "if" 'IF) (LIST "import" 'IMPORT) (LIST "in" 'IN)
          (LIST "is" 'IS) (LIST "isnt" 'ISNT) (LIST "leave" 'LEAVE)
          (LIST "macro" 'MACRO) (LIST "module" 'MODULE)
          (LIST "namespace" 'NAMESPACE) (LIST "of" 'OF) (LIST "or" 'OR)
          (LIST "rem" 'REM) (LIST "repeat" 'REPEAT)
          (LIST "return" 'RETURN) (LIST "quo" 'QUO)
          (LIST "structure" 'STRUCTURE) (LIST "then" 'THEN)
          (LIST "throw" 'THROW) (LIST "try" 'TRY) (LIST "until" 'UNTIL)
          (LIST "where" 'WHERE) (LIST "while" 'WHILE) (LIST "." 'DOT)
          (LIST ":" 'COLON) (LIST "::" 'COLON-COLON) (LIST "," 'COMMA)
          (LIST ";" 'SEMICOLON) (LIST "*" 'TIMES) (LIST "**" 'POWER)
          (LIST "/" 'SLASH) (LIST "+" 'PLUS) (LIST "-" 'MINUS)
          (LIST "<" 'LT) (LIST ">" 'GT) (LIST "<=" 'LE) (LIST ">=" 'GE)
          (LIST "=" 'SHOEEQ) (LIST "^" 'NOTRETIRED)
          (LIST "^=" 'SHOENERETIRED) (LIST "~=" 'SHOENE)
          (LIST ".." 'SEG) (LIST "#" 'LENGTH) (LIST "=>" 'EXIT)
          (LIST "->" 'ARROW) (LIST ":=" 'BEC) (LIST "+->" 'GIVES)
          (LIST "==" 'DEF) (LIST "<=>" 'TDEF) (LIST "(" 'OPAREN)
          (LIST ")" 'CPAREN) (LIST "(|" 'OBRACK) (LIST "|)" 'CBRACK)
          (LIST "[" 'OBRACK) (LIST "]" 'CBRACK) (LIST "suchthat" 'BAR)
          (LIST "'" 'QUOTE) (LIST "|" 'BAR)))

(DEFUN |shoeKeyTableCons| ()
  (PROG (|KeyTable|)
    (RETURN
      (PROGN
        (SETQ |KeyTable| (|makeTable| #'EQUAL))
        (LET ((|bfVar#1| |shoeKeyWords|) (|st| NIL))
          (LOOP
            (COND
              ((OR (ATOM |bfVar#1|)
                   (PROGN (SETQ |st| (CAR |bfVar#1|)) NIL))
               (RETURN NIL))
              (T (SETF (|tableValue| |KeyTable| (CAR |st|))
                       (CADR |st|))))
            (SETQ |bfVar#1| (CDR |bfVar#1|))))
        |KeyTable|))))

(DEFPARAMETER |shoeKeyTable| (|shoeKeyTableCons|))

(DEFUN |shoeInsert| (|s| |d|)
  (PROG (|v| |k| |n| |u| |h| |l|)
    (RETURN
      (PROGN
        (SETQ |l| (LENGTH |s|))
        (SETQ |h| (CHAR-CODE (SCHAR |s| 0)))
        (SETQ |u| (ELT |d| |h|))
        (SETQ |n| (LENGTH |u|))
        (SETQ |k| 0)
        (LOOP
          (COND
            ((< (LENGTH (ELT |u| |k|)) |l|) (RETURN NIL))
            (T (SETQ |k| (+ |k| 1)))))
        (SETQ |v| (MAKE-ARRAY (+ |n| 1)))
        (LET ((|bfVar#1| (- |k| 1)) (|i| 0))
          (LOOP
            (COND
              ((> |i| |bfVar#1|) (RETURN NIL))
              (T (SETF (ELT |v| |i|) (ELT |u| |i|))))
            (SETQ |i| (+ |i| 1))))
        (SETF (ELT |v| |k|) |s|)
        (LET ((|bfVar#2| (- |n| 1)) (|i| |k|))
          (LOOP
            (COND
              ((> |i| |bfVar#2|) (RETURN NIL))
              (T (SETF (ELT |v| (+ |i| 1)) (ELT |u| |i|))))
            (SETQ |i| (+ |i| 1))))
        (SETF (ELT |d| |h|) |v|)
        |s|))))

(DEFUN |shoeDictCons| ()
  (PROG (|d| |b| |a| |l|)
    (RETURN
      (PROGN
        (SETQ |l| (HKEYS |shoeKeyTable|))
        (SETQ |d|
              (PROGN
                (SETQ |a| (MAKE-ARRAY 256))
                (SETQ |b| (MAKE-ARRAY 1))
                (SETF (ELT |b| 0) (MAKE-STRING 0))
                (LET ((|i| 0))
                  (LOOP
                    (COND
                      ((> |i| 255) (RETURN NIL))
                      (T (SETF (ELT |a| |i|) |b|)))
                    (SETQ |i| (+ |i| 1))))
                |a|))
        (LET ((|bfVar#1| |l|) (|s| NIL))
          (LOOP
            (COND
              ((OR (ATOM |bfVar#1|)
                   (PROGN (SETQ |s| (CAR |bfVar#1|)) NIL))
               (RETURN NIL))
              (T (|shoeInsert| |s| |d|)))
            (SETQ |bfVar#1| (CDR |bfVar#1|))))
        |d|))))

(DEFPARAMETER |shoeDict| (|shoeDictCons|))

(DEFUN |shoePunCons| ()
  (PROG (|a| |listing|)
    (RETURN
      (PROGN
        (SETQ |listing| (HKEYS |shoeKeyTable|))
        (SETQ |a| (|makeBitVector| 256))
        (LET ((|i| 0))
          (LOOP
            (COND
              ((> |i| 255) (RETURN NIL))
              (T (SETF (SBIT |a| |i|) 0)))
            (SETQ |i| (+ |i| 1))))
        (LET ((|bfVar#1| |listing|) (|k| NIL))
          (LOOP
            (COND
              ((OR (ATOM |bfVar#1|)
                   (PROGN (SETQ |k| (CAR |bfVar#1|)) NIL))
               (RETURN NIL))
              ((|shoeStartsId| (ELT |k| 0)) NIL)
              (T (SETF (SBIT |a| (CHAR-CODE (SCHAR |k| 0))) 1)))
            (SETQ |bfVar#1| (CDR |bfVar#1|))))
        |a|))))

(DEFPARAMETER |shoePun| (|shoePunCons|))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#1| (LIST 'NOT 'LENGTH)) (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#1|) (PROGN (SETQ |i| (CAR |bfVar#1|)) NIL))
         (RETURN NIL))
        (T (SETF (GET |i| 'SHOEPRE) T)))
      (SETQ |bfVar#1| (CDR |bfVar#1|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#1| (LIST (LIST 'SHOEEQ '=) (LIST 'TIMES '*)
                         (LIST 'REM '|rem|) (LIST 'QUO '|quo|)
                         (LIST 'PLUS '+) (LIST 'IS '|is|)
                         (LIST 'ISNT '|isnt|) (LIST 'AND '|and|)
                         (LIST 'OR '|or|) (LIST 'SLASH '/)
                         (LIST 'POWER '**) (LIST 'MINUS '-)
                         (LIST 'LT '<) (LIST 'GT '>) (LIST 'LE '<=)
                         (LIST 'GE '>=) (LIST 'SHOENE '~=)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#1|) (PROGN (SETQ |i| (CAR |bfVar#1|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOEINF) (CADR |i|))))
      (SETQ |bfVar#1| (CDR |bfVar#1|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#1|
            (LIST (LIST '+ 0) (LIST '|gcd| 0) (LIST '|lcm| 1)
                  (LIST 'STRCONC "") (LIST '|strconc| "")
                  (LIST 'CONCAT "") (LIST 'MAX (- 999999))
                  (LIST 'MIN 999999) (LIST '* 1) (LIST '|times| 1)
                  (LIST 'CONS NIL) (LIST '|append| NIL)
                  (LIST '|append!| NIL) (LIST 'UNION NIL)
                  (LIST 'UNIONQ NIL) (LIST '|union| NIL)
                  (LIST '|and| T) (LIST '|or| NIL) (LIST 'AND T)
                  (LIST 'OR NIL)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#1|) (PROGN (SETQ |i| (CAR |bfVar#1|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOETHETA) (CDR |i|))))
      (SETQ |bfVar#1| (CDR |bfVar#1|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#1|
            (LIST (LIST '|abs| 'ABS) (LIST '|abstractChar| 'CODE-CHAR)
                  (LIST '|alphabetic?| 'ALPHA-CHAR-P)
                  (LIST '|alphanumeric?| 'ALPHANUMERICP)
                  (LIST '|and| 'AND) (LIST '|apply| 'APPLY)
                  (LIST '|array?| 'ARRAYP) (LIST '|arrayRef| 'AREF)
                  (LIST '|atom| 'ATOM) (LIST '|bitmask| 'SBIT)
                  (LIST '|canonicalFilename| 'PROBE-FILE)
                  (LIST '|charByName| 'NAME-CHAR)
                  (LIST '|charDowncase| 'CHAR-DOWNCASE)
                  (LIST '|charEq?| 'CHAR=)
                  (LIST '|charUpcase| 'CHAR-UPCASE)
                  (LIST '|charString| 'STRING)
                  (LIST '|char?| 'CHARACTERP)
                  (LIST '|codePoint| 'CHAR-CODE) (LIST '|cons?| 'CONSP)
                  (LIST '|copy| 'COPY) (LIST '|copyTree| 'COPY-TREE)
                  (LIST '|croak| 'CROAK) (LIST '|digit?| 'DIGIT-CHAR-P)
                  (LIST '|drop| 'DROP) (LIST '|exit| 'EXIT)
                  (LIST '|false| 'NIL) (LIST '|first| 'CAR)
                  (LIST '|float?| 'FLOATP) (LIST '|fourth| 'CADDDR)
                  (LIST '|function| 'FUNCTION)
                  (LIST '|function?| 'FUNCTIONP)
                  (LIST '|gensym| 'GENSYM) (LIST '|genvar| 'GENVAR)
                  (LIST '|integer?| 'INTEGERP) (LIST 'LAST '|last|)
                  (LIST '|list| 'LIST) (LIST '|listEq?| 'EQUAL)
                  (LIST '|lowerCase?| 'LOWER-CASE-P)
                  (LIST '|makeSymbol| 'INTERN)
                  (LIST '|maxIndex| 'MAXINDEX) (LIST '|mkpf| 'MKPF)
                  (LIST '|newString| 'MAKE-STRING)
                  (LIST '|newVector| 'MAKE-ARRAY) (LIST '|nil| NIL)
                  (LIST '|not| 'NOT) (LIST '|null| 'NULL)
                  (LIST '|odd?| 'ODDP) (LIST '|or| 'OR)
                  (LIST '|otherwise| 'T) (LIST '|property| 'GET)
                  (LIST '|readInteger| 'PARSE-INTEGER)
                  (LIST '|readLispFromString| 'READ-FROM-STRING)
                  (LIST '|readOnly?| 'CONSTANTP)
                  (LIST '|removeDuplicates| 'REMDUP)
                  (LIST '|rest| 'CDR) (LIST '|sameObject?| 'EQ)
                  (LIST '|scalarEq?| 'EQL) (LIST '|scalarEqual?| 'EQL)
                  (LIST '|second| 'CADR)
                  (LIST '|setIntersection| 'INTERSECTION)
                  (LIST '|setPart| 'SETELT) (LIST '|setUnion| 'UNION)
                  (LIST '|strconc| 'CONCAT) (LIST '|stringChar| 'SCHAR)
                  (LIST '|stringDowncase| 'STRING-DOWNCASE)
                  (LIST '|string?| 'STRINGP)
                  (LIST '|stringEq?| 'STRING=)
                  (LIST '|stringUpcase| 'STRING-UPCASE)
                  (LIST '|subSequence| 'SUBSEQ)
                  (LIST '|symbolScope| 'SYMBOL-PACKAGE)
                  (LIST '|symbolEq?| 'EQ)
                  (LIST '|symbolFunction| 'SYMBOL-FUNCTION)
                  (LIST '|symbolName| 'SYMBOL-NAME)
                  (LIST '|symbolValue| 'SYMBOL-VALUE)
                  (LIST '|symbol?| 'SYMBOLP) (LIST '|take| 'TAKE)
                  (LIST '|third| 'CADDR)
                  (LIST '|toString| 'WRITE-TO-STRING) (LIST '|true| 'T)
                  (LIST '|upperCase?| 'UPPER-CASE-P)
                  (LIST '|valueEq?| 'EQUAL)
                  (LIST '|vector?| 'SIMPLE-VECTOR-P)
                  (LIST '|vectorRef| 'SVREF)
                  (LIST '|writeByte| 'WRITE-BYTE)
                  (LIST '|writeLine| 'WRITE-LINE) (LIST 'PLUS '+)
                  (LIST 'MINUS '-) (LIST 'TIMES '*) (LIST 'POWER 'EXPT)
                  (LIST 'REM 'REM) (LIST 'QUO 'TRUNCATE)
                  (LIST 'SLASH '/) (LIST 'LT '<) (LIST 'GT '>)
                  (LIST 'LE '<=) (LIST 'GE '>=) (LIST 'SHOEEQ 'EQUAL)
                  (LIST 'SHOENE '/=) (LIST 'T 'T$)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#1|) (PROGN (SETQ |i| (CAR |bfVar#1|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOERENAME) (CDR |i|))))
      (SETQ |bfVar#1| (CDR |bfVar#1|)))))

(EVAL-WHEN (:EXECUTE :LOAD-TOPLEVEL)
  (LET ((|bfVar#1| (LIST (LIST '|setName| 0) (LIST '|setLabel| 1)
                         (LIST '|setLevel| 2) (LIST '|setType| 3)
                         (LIST '|setVar| 4) (LIST '|setLeaf| 5)
                         (LIST '|setDef| 6) (LIST '|aGeneral| 4)
                         (LIST '|aMode| 1) (LIST '|aModeSet| 3)
                         (LIST '|aTree| 0) (LIST '|aValue| 2)
                         (LIST '|args| 'CDR)
                         (LIST '|attributes| 'CADDR)
                         (LIST '|cacheCount| 'CADDDDR)
                         (LIST '|cacheName| 'CADR)
                         (LIST '|cacheReset| 'CADDDR)
                         (LIST '|cacheType| 'CADDR)
                         (LIST '|env| 'CADDR) (LIST '|expr| 'CAR)
                         (LIST 'CAR 'CAR) (LIST '|mmCondition| 'CAADR)
                         (LIST '|mmDC| 'CAAR)
                         (LIST '|mmImplementation| 'CADADR)
                         (LIST '|mmSignature| 'CDAR)
                         (LIST '|mmTarget| 'CADAR)
                         (LIST '|mmSource| 'CDDAR) (LIST '|mode| 'CADR)
                         (LIST '|op| 'CAR) (LIST '|opcode| 'CADR)
                         (LIST '|opSig| 'CADR) (LIST 'CDR 'CDR)
                         (LIST '|sig| 'CDDR) (LIST '|source| 'CDR)
                         (LIST '|streamCode| 'CADDDR)
                         (LIST '|streamDef| 'CADDR)
                         (LIST '|streamName| 'CADR)
                         (LIST '|target| 'CAR)))
        (|i| NIL))
    (LOOP
      (COND
        ((OR (ATOM |bfVar#1|) (PROGN (SETQ |i| (CAR |bfVar#1|)) NIL))
         (RETURN NIL))
        (T (SETF (GET (CAR |i|) 'SHOESELFUNCTION) (CADR |i|))))
      (SETQ |bfVar#1| (CDR |bfVar#1|)))))