zybino/old-code/tokenize-only.rkt
2020-06-09 14:50:42 +12:00

18 lines
435 B
Racket

#lang br/quicklang
(require brag/support "tokenizer.rkt")
(define (read-syntax path port)
(define tokens (apply-tokenizer make-tokenizer port))
(strip-bindings
#`(module zybino-tokens-mod zybino/tokenize-only
#,@tokens)))
(module+ reader
(provide read-syntax))
(define-macro (tokenize-only-mb TOKEN ...)
#'(#%module-begin
(list TOKEN ...)))
(provide (rename-out [tokenize-only-mb #%module-begin]))