Account for unicode in strings (#9)

boatbomber · Nov 20, 2021 · 70cf705 · 70cf705
1 parent 347b9d4
commit 70cf705
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/lexer/init.lua b/src/lexer/init.lua
@@ -36,7 +36,7 @@ local OPERATORS = "[:;<>/~%*%(%)%-={},%.#%^%+%%]+"
 local BRACKETS = "[%[%]]+" -- needs to be separate pattern from other operators or it'll mess up multiline strings
 local IDEN = "[%a_][%w_]*"
 local STRING_EMPTY = "(['\"])%1" --Empty String
-local STRING_PLAIN = [=[(['"])[%w%p \t\v\b\f\r\a]-([^%\]%1)]=] --TODO: Handle escaping escapes
+local STRING_PLAIN = [=[(['"])[^\n]-([^%\]%1)]=] --TODO: Handle escaping escapes
 local STRING_INCOMP_A = "(['\"]).-\n" --Incompleted String with next line
 local STRING_INCOMP_B = "(['\"])[^\n]*" --Incompleted String without next line
 local STRING_MULTI = "%[(=*)%[.-%]%1%]" --Multiline-String