1
1
mirror of https://github.com/kanaka/mal.git synced 2024-10-27 14:52:16 +03:00
mal/impls/ruby/reader.rb
Joel Martin 8a19f60386 Move implementations into impls/ dir
- Reorder README to have implementation list after "learning tool"
  bullet.

- This also moves tests/ and libs/ into impls. It would be preferrable
  to have these directories at the top level.  However, this causes
  difficulties with the wasm implementations which need pre-open
  directories and have trouble with paths starting with "../../". So
  in lieu of that, symlink those directories to the top-level.

- Move the run_argv_test.sh script into the tests directory for
  general hygiene.
2020-02-10 23:50:16 -06:00

87 lines
2.5 KiB
Ruby

require_relative "types"
class Reader
def initialize(tokens)
@position = 0
@tokens = tokens
end
def peek
return @tokens[@position]
end
def next
@position += 1
return @tokens[@position-1]
end
end
def tokenize(str)
re = /[\s,]*(~@|[\[\]{}()'`~^@]|"(?:\\.|[^\\"])*"?|;.*|[^\s\[\]{}('"`,;)]*)/
return str.scan(re).map{|m| m[0]}.select{ |t|
t != "" && t[0..0] != ";"
}
end
def parse_str(t) # trim and unescape
return t[1..-2].gsub(/\\./, {"\\\\" => "\\", "\\n" => "\n", "\\\"" => '"'})
end
def read_atom(rdr)
token = rdr.next
return case token
when /^-?[0-9]+$/ then token.to_i # integer
when /^-?[0-9][0-9.]*$/ then token.to_f # float
when /^"(?:\\.|[^\\"])*"$/ then parse_str(token) # string
when /^"/ then raise "expected '\"', got EOF"
when /^:/ then "\u029e" + token[1..-1] # keyword
when "nil" then nil
when "true" then true
when "false" then false
else token.to_sym # symbol
end
end
def read_list(rdr, klass, start="(", last =")")
ast = klass.new
token = rdr.next()
if token != start
raise "expected '" + start + "'"
end
while (token = rdr.peek) != last
if not token
raise "expected '" + last + "', got EOF"
end
ast.push(read_form(rdr))
end
rdr.next
return ast
end
def read_form(rdr)
return case rdr.peek
when ";" then nil
when "'" then rdr.next; List.new [:quote, read_form(rdr)]
when "`" then rdr.next; List.new [:quasiquote, read_form(rdr)]
when "~" then rdr.next; List.new [:unquote, read_form(rdr)]
when "~@" then rdr.next; List.new [:"splice-unquote", read_form(rdr)]
when "^" then rdr.next; meta = read_form(rdr);
List.new [:"with-meta", read_form(rdr), meta]
when "@" then rdr.next; List.new [:deref, read_form(rdr)]
when "(" then read_list(rdr, List, "(", ")")
when ")" then raise "unexpected ')'"
when "[" then read_list(rdr, Vector, "[", "]")
when "]" then raise "unexpected ']'"
when "{" then Hash[read_list(rdr, List, "{", "}").each_slice(2).to_a]
when "}" then raise "unexpected '}'"
else read_atom(rdr)
end
end
def read_str(str)
tokens = tokenize(str)
return nil if tokens.size == 0
return read_form(Reader.new(tokens))
end