This commit is contained in:
sforman 2023-08-04 00:33:11 -07:00
parent 0122c4f249
commit 0503dc2fbe
1 changed files with 42 additions and 8 deletions

View File

@ -1,14 +1,48 @@
(import (chicken string))
(define (string-replace str from to) (define (string-replace str from to)
(string-intersperse (string-split str from) to) (string-intersperse (string-split str from #t) to))
)
(define (tokenize str) (define (tokenize str)
(string-split (string-split
(string-replace (string-replace (string-replace str "]" " ] ") "[" " [ ")))
(string-replace str "]" " ] ")
"[" " [ " (define (tokenator token)
) (cond ((string->number token) (string->number token))
) ((string=? token "true") #t)
) ((string=? token "false") #f)
(else token)))
(define (expect-right-bracket tokens acc)
(if (null? tokens)
(/ 2 0)
(expect-right-bracket-lookahead (car tokens) (cdr tokens) acc)))
(define (expect-right-bracket-lookahead token tokens acc)
(cond ((string=? token "]") (values acc tokens))
((string=? token "[")
(receive (sub_list rest) (expect-right-bracket tokens '())
(receive (el rrest) (expect-right-bracket rest acc)
(values (cons sub_list el) rrest))))
(else
(receive (el rest) (expect-right-bracket tokens acc)
(values (cons (tokenator token) el) rest)))))
(define (one-token-lookahead token tokens)
(cond ((string=? token "]") (/ 1 0))
((string=? token "[") (expect-right-bracket tokens '()))
(else (values (tokenator token) tokens))))
(define (parse0 tokens acc)
(if (null? tokens)
acc
(receive (term rest_of_tokens)
(one-token-lookahead (car tokens) (cdr tokens))
(cons term (parse0 rest_of_tokens acc)))))
(define (parse tokens) (parse0 tokens '()))
(display (parse (tokenize "ab cd [[]] 234 [true] false")))
(newline)