AleoHQ/leo
1
1
Fork 0
mirror of https://github.com/AleoHQ/leo.git synced 2024-12-01 10:17:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

more comment fixes

Browse Source
This commit is contained in:
damirka 2021-05-20 00:36:40 +03:00
parent f404c426ed
commit 86fc23942b
1 changed files with 5 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
parser/src/tokenizer/lexer.rs
View File

@ -70,11 +70,7 @@ impl Token {
} }
let input = input_tendril[..].as_bytes(); let input = input_tendril[..].as_bytes();
// let mut prev = b'`';
// let mut escaped = false;
let mut collect: Vec<char> = Vec::new(); let mut collect: Vec<char> = Vec::new();
let mut iter = input.iter().enumerate().skip(1); let mut iter = input.iter().enumerate().skip(1);
while let Some((i, symbol)) = iter.next() { while let Some((i, symbol)) = iter.next() {
@ -95,13 +91,12 @@ impl Token {
b'\"' => collect.push(34 as char), b'\"' => collect.push(34 as char),
b'\'' => collect.push(39 as char), b'\'' => collect.push(39 as char),
b'\\' => collect.push(92 as char), b'\\' => collect.push(92 as char),
b'`' => collect.push(b'`' as char), // TODO: REMOVE LATER // \x0F - 2 HEX digits after \x
// \x0F
b'x' => { b'x' => {
// get first symbol
if let Some((_, first_hex)) = iter.next() { if let Some((_, first_hex)) = iter.next() {
// peak first symbol // get second symbol
if let Some((_, second_hex)) = iter.next() { if let Some((_, second_hex)) = iter.next() {
// peak second symbol
if let Ok(string) = std::str::from_utf8(&[*first_hex, *second_hex]) { if let Ok(string) = std::str::from_utf8(&[*first_hex, *second_hex]) {
if let Ok(number) = u8::from_str_radix(&string, 16) { if let Ok(number) = u8::from_str_radix(&string, 16) {
if number <= 127 { if number <= 127 {
@ -158,9 +153,9 @@ impl Token {
} }
} }
continue; continue;
} else {
return (0, None);
} }
return (0, None);
} }
collect.push(symbol as char); collect.push(symbol as char);