zybino/old-code/tokenize-only.rkt

18 regels
435 B
Racket

2020-06-08 22:50:42 -04:00
#lang br/quicklang
(require brag/support "tokenizer.rkt")
(define (read-syntax path port)
(define tokens (apply-tokenizer make-tokenizer port))
(strip-bindings
#`(module zybino-tokens-mod zybino/tokenize-only
#,@tokens)))
(module+ reader
(provide read-syntax))
(define-macro (tokenize-only-mb TOKEN ...)
#'(#%module-begin
(list TOKEN ...)))
(provide (rename-out [tokenize-only-mb #%module-begin]))