diff --git a/README.md b/README.md deleted file mode 100644 index 5b20ce2..0000000 --- a/README.md +++ /dev/null @@ -1,193 +0,0 @@ -Anselme quick reference -======================= - -Anselme will read script files line per line, starting from the start of the file. - -Every line can have children: a new line prefixed with a tabulation, or more if it's a children of a children, and so on. - -Anselme will automatically read the top-level lines. Children reading will be decided by their parents. - -Lines types and their properties --------------------------------- -* Lines starting with a character which isn't listed below are text. They will be said out loud. Text formatting apply. If the line ends with a \, the text will not be immediately sent to the engine (it will be sent along with the next text line encountered, concatenated). - - Example: `Hello world!` - - No children. - - No variables. - -* Lines starting with ( are comments. - - Example: `(Important comment)` - - Their children are never read nor parsed, so it can be used for multiline comments. - - No variables. - -* Lines starting with § are paragraphs. A paragraph can have parameters, between parantheses and seperated by commas. Parantheses can be ommited if there are no parameters. Missing parent paragraphs will be created. - - Example: `§ the start of the adventure (hero name, size of socks collection)` - - Their children are only read after a redirection to this paragraph. - - Variables: - * 👁️: number of times the paragraph definition line has been encoutered before - * 🗨️: number of times the paragraph's children have been executed before - -* Lines starting with > are choices. The play can choose between this choice and every immediately following choice line. Text formatting apply. If a choice ends with a \, the choice will not immediately be sent to the engine (it will be send along with the next choice encoutered, with all choices available). - - Example: - ``` - > Yes. - Neat. - > No. - I'm sad now. - ``` - - Its children will be read if the player select this choice. - - No variables. - -* Lines starting with : are variable definition. They will define and set to a specific value a currently undefined variable, which is searched in the closest paragraph only. Missing paragraphs will be created. They will always be run at compile time. - - Example: `:(variable*2) variableSquared` - - No children. - - No variables. - -* Lines starting with =, +, -, *, /, %, ^, !, &, | are variable assignements. They will change the value of a variable, searched as described in Variables. When asked to change the value of a paragraph, special behaviour may occur; see Aliases. - - Example: `+1 life point` - - No children. - - No variables. - -* Lines starting with ~ are redirections. They usually instruct the game to go to a specific paragraph (see Paragraph selection) and resume reading, but they will in practive evaluate any expression given to them. If the expression returns a paragraph, it will automatically be called (unless you redefine the ? operator). Redirections that immediately follow this one will only be read if this redirection failed (like a elseif). Expression default to true if not specified. - - Example: - ``` - ~ the start of the adventure ("John Pizzapone", 9821) - - ~ life point > 5 - Life is good - ~ - NOT GOOD ENOUGH - ``` - - Their children will be run only if the paragraph returns a truthy value. - - No variables. - -* Lines starting with @ are value return statements. They set the return value of the current paragraph. - - Example: `@1+1` - - No children. - - No variables. - -* Lines starting with # are tags marker. They will define tags for all text sent from their children. Name and value are expressions. - Example: - ``` - # "colour": "red", "big" - Hey. - ``` - - "Hey" will be sent along with the tag table { colour = "red", "big" }. - - Their children are always run. - - No variables. - -Line decorators ---------------- -Every line can be suffixed with a `~` and a following condition; the line will only be run when the condition is verified. - -Similarly, every line can be suffixed with a `#` and a list of tags that will be set for this line (won't affect its children). Tag decorators must be placed before condition decorators. - -Lines can also be suffixed with a `§` and a name to behave like a paragraph (they will have variables, and can be redirected to). - -Text formatting ---------------- -Stuff inside braces `{ }` will be replaced with the associated expression content. If the expression returns a paragraph, it will automatically be called. - -Tags ----- -Tags can be specified using the `#` line or decorator. If the expression returns a list, all of its elements will be recursively extracted and the final list will be provided to the engine. Paragraphs in the list will be automatically evaluated. If pairs are present, they will be used as key-value pairs in the tags table. - -Expressions ------------ -A formula. Available operators: `?` (thruth test), `&`, `|` (boolean and, or), `!` (boolean not), `+`, `-`, `*`, `/`, `//`, `%`, `^` (arithmetic), `>`, `<`, `>=`,`<=` (comparaison), `=`, `!=` (value (in)equality), `:` (pair), `,` (list). - -Unusual operators: -* `?paragraph` will recursively evaluate the paragraph until a non-paragraph is found, and returns a boolean -* `-string` will reverse the string -* `string + string/number` will concatenate -* `string - number` will returns everything before/after the last/first number characters -* `string - string` will remove every string from the string -* `string * number` will repeat the string -* `string / number` will returns the last/first number characters -* `string/number % string/number` will returns the position of string in string if found, no if not found -* `string/number ^ boolean` will uppercase/lowercase the string - -Paragraph can have custom binary operator behaviour by having a sub paragraph named like `_operator_` (eg, `_+_` for the + operator). The function will receive (left, right) as parameters. This does not apply to lazy operators (`&`, `|`), you can only change their behaviour by changing the behaviour of the truth test (var is true if and only if `?var = 1`), i.e., via redefining the `?` operator). - -Similarly, unary operators can be redefined by using the name `-_`. - -Assignement operators can be redefined using their name (eg, `=` for direct assignement or `+` for addition). - -Parantheses can be used for priority management. - -Anselme test the falsity of value by comparing it with `0`. Everything else is true, including the string `"0"`. - -Variables can be used by writing their name. Straigthforward. - -Variables ---------- -Variables names can contain every character except `. { } § > < ( ) ~ + - * / % ^ = ! & | : ,` and space. - -Value type: -* number: `0`, `1`, ... -* string: `"Text"`. Text formatting applies. -* pair: `name: value` -* list: `value1, value2, ...` -* paragraph: a reference to a paragraph -* luafunction: function defined by the engine - -Variables need to be defined before use. Their type cannot be changed after definition. - -The same rules as in Paragraph selection apply. - -Functions ---------- -Paragraphs can be used like functions. Use `(var1, var2)` to specify parameters in the paragraph definition. Theses variables will be set in the paragraph when it is called. Parantheses are not needed for functions without parameters. - -When called in an expression, the paragraph will return a value that can be redefined using a `@` line. By default, the return value is the empty string. - -Addresses ---------- -The path to a paragraph, subparagraph or any variable is called an address. - -Anselme will search for variables from the current indentation level up to the top-level. - -You can select sub-variables using a space between the parent paragraph name and its children, and so on. - -You can select sub-variables using expression by putting them between braces (will automatically evaluate paragraph). For example, - - ~ foo {"bar"} - -will select foo bar. - -When a sub-variables is not found directly, it will be searched in the parent's return values. - -Engine defined functions ------------------------- -Functions (same as paragraphs) can be defined by the game engine. These always will be searched first. See Anselme's public API on how to add them (at the end of this file). - -Built-in functions: -* `↩️(destiation name, source name)` will set up an alias so when the name "source name" is used but not found, it will be replaced with "destination name" - -Anselme's public interface is definied at the end of anselme.can. diff --git a/TODO b/TODO deleted file mode 100644 index e81ed7d..0000000 --- a/TODO +++ /dev/null @@ -1,11 +0,0 @@ -TODO: test/check redirections consistency/coverage -TODO: merge new scripts with an old state -TODO: translation thing. Linked with script merging. Simplest solution (which does not imply adding uuids to every text line in every file) would be to use a mapping file, which maps every save-relevant variable to its name in a translation. - -(TODO changer anselme pour les sauvegardes - j'ai une feuille dessus, mais iirc la bonne solution c'était de changer les variables pour référerer au dernier checkpoint (paragraph / choix / if) et de commit les données qu'aux checkponts (autorise changements de texte, mais à voir comment identifier uniquement les choix et ifs...)) -(TODO: autoriser type de variables custom (par ex list): définir type et actions avec les opérateurs) -(genre ici un type inventory: :inventory() raquettes / +"raquette sans fil" raquettes) (utiliser probablement les opérateurs custom) -(TODO: méthodes ? genre string:gsub(truc) signifie gsub(string, truc) idk ou juste des méthodes comme Lua (mais engine-defined)) - -TODO: functions with default value for arguments / named parameters. Use : as name-value delimiter (like with tags) -TODO: list methods \ No newline at end of file diff --git a/anselme.can b/anselme.can deleted file mode 100644 index 2ddbc00..0000000 --- a/anselme.can +++ /dev/null @@ -1,1361 +0,0 @@ -let VERSION = "0.11.1" - ---## Amazing constants ##-- - ---- Recurring paterns: full variable name -let dissallowedVariable = "%{%}%§%>%<%(%)%~%+%-%*%/%%%=%?%!%&%|%:%^%,%@%s%.%#\"" -let pvariable = "[^%s%%d][^%s]*":format(dissallowedVariable, dissallowedVariable) - ---- Operators priority, higher means first -let binopPriority = { - [","] = 0, - [":"] = 1, - ["|"] = 2, - ["&"] = 3, - ["<"] = 4, [">"] = 4, ["<="] = 4, [">="] = 4, ["!="] = 4, ["="] = 4, - ["+"] = 5, ["-"] = 5, - ["*"] = 6, ["/"] = 6, ["//"] = 6, ["%"] = 6, - ["^"] = 8 -} -let unopPriority = { - ["!"] = 7, ["-"] = 7, - ["?"] = 9 -} --- +inf priority: parantheses, function calls - ---## Runtime functions ##-- -let expression, eval, evalBool, evalAddress, luaToAns, findVariable, lookupVariable, runFunction, formatText, sendEvent, parse, run, tryPotentialFunction, pushTags, readable, evalList, evalNoParagraph, defineVariable, runChildren, step, evalFlatListNoParagraph, insertAnselmsScriptsFromDirectory - ---- Parse code. -parse = (context, code, origin="a unnamed chunk", temporary) - let root = context.root - let parent = context -- current parent element - let parentParagraph = (parent.paragraph or parent.type == "root") and parent or parent.parentParagraph -- closest parent paragraph - let lastParsed = nil -- last parsed element - let lastLineEmpty = false -- if the last line was empty - let indent = 0 -- current indentation level - let lineno = 0 -- line number - let skipChildren = false -- true to not parse this line's children - for l in (code.."\n"):gmatch("([^\n]*)\n") do - lineno += 1 - - -- Indentation parse - let tabs, line = l:match("^(\t*)(.*)$") - let level = #tabs - if line == "" or (skipChildren and level > indent) then - lastLineEmpty = true - continue - end - if skipChildren and level <= indent then - skipChildren = false - end - - -- Children. Childrenize! - if level == indent+1 then - indent += 1 - parent = lastParsed - if parent.type == "paragraph" then - parentParagraph = parent - end - if not parent.children then - error("a %s line doesn't want children but was given some; at line %s in %s":format(parent.type, lineno, origin)) - end - -- Uh... Unchildrenization ? - elseif level < indent then - while level < indent do - indent -= 1 - if parent.type == "paragraph" then - parentParagraph = parentParagraph.parent - end - parent = parent.parent - end - -- Invalid childrenization. - elseif level ~= indent then - error("invalid indentation; at line %s in %s":format(lineno, origin)) - end - - -- Staaaaaart parsing - let parsed = { -- element - type = "unknown", -- element type - parent = parent, -- parent element. Should be nil only for root. - children = nil, -- nil if the element shouldn't have children - parentParagraph = parentParagraph, -- closest parent paragraph. Should be nil only for root. - root = root, -- ast root - variables = nil, -- variable map. - -- condition decorator - condition = nil, -- condition expression if the line has been decorated with a condition. nil if no condition. - -- tags decorator - tags = nil, - -- paragraph, paragraph decorator - paragraph = nil, - parameters = nil, - ["return"] = nil, - value = nil, - -- choice, text - text = nil, - -- definition, assignement, paragraph, paragraph decorator - address = nil, - -- assignement - operator = nil, - -- redirection, tag, return, definition, assignement - expression = nil, - -- redirection, choice - continue = nil, - -- other - temporary = temporary, -- true if the line should be removed immediately after it was run. - line = lineno, -- line number. For debug/error message information. - origin = origin -- origin name. For debug/error message information. - } - - -- Decorators - if not line:match("^%(") then - -- Condition decorator - if line:match("^%s*[^%~].*%~[^%~]+$") then - let s, c, e = line:match("^(%s*[^%~].*)%~([^%~%#%§]+)(.-)$") - let exp, rem = expression(parsed, c) - if rem:match("[^%s]") then - error("invalid condition decorator expression near %q; at line %s in %s":format(rem, lineno, origin)) - else - line = s..e - parsed.condition = exp - end - end - -- Tag decorator - if line:match("^%s*[^%#].*%#[^%#]+$") then - let s, c, e = line:match("^(%s*[^%#].*)%#([^%~%#%§]+)(.-)$") - let exp, rem = expression(parsed, c) - if rem:match("[^%s]") then - error("invalid tag decorator expression near %q; at line %s in %s":format(rem, lineno, origin)) - else - line = s..e - parsed.tags = exp - end - end - -- Paragraph decorator - if line:match("^%s*[^%§].*%§[^%§]+$") then - let s, c, e = line:match("^(%s*[^%§].*)%§%s*([^%~%#%§]+)(.-)$") - line = s..e - parsed.paragraph = c - end - end - - -- Comment - if line:match("^%(") then - skipChildren = true - continue - -- Paragraph - elseif line:match("^§") then - parsed.type = "paragraph" - parsed.paragraph = line:match("^§%s*(.-)%s*$") - parsed.children = {} - -- Choice - elseif line:match("^>") then - parsed.type = "choice" - parsed.children = {} - let lastLine = parsed.parent.children[#parsed.parent.children] - if not lastLineEmpty and lastLine and (lastLine.type == "choice" or lastLine.type == "elsechoice") then - parsed.continue = true - end - parsed.text = line:match("^>%s*(.-)%s*$") - -- Variable definition - elseif line:match("^:") then - parsed.type = "definition" - parsed.expression, parsed.address = expression(parsed, line:match("^:%s*(.-)%s*$")) - let var, rem = expression(parsed, parsed.address) - if rem:match("[^%s]") or var.type ~= "variable" then - error("unreasonably invalid variable name (%s); at line %s in %s":format(parsed.address, lineno, origin)) - else - parsed.address = evalAddress(parsed, var.address) - end - -- Define at compile time - defineVariable(parsed, parsed.address, eval(parsed, parsed.expression)) - -- Variable assignements - elseif line:match("^[%=%+%-%*%/%%%?%!%^%&%|]") then - parsed.type = "assignement" - parsed.operator = line:match("^([%=%+%-%*%/%%%?%!%^%&%|])") - parsed.expression, parsed.address = expression(parsed, line:match("^[%=%+%-%*%/%%%?%!%^%&%|]%s*(.-)%s*$")) - let var, rem = expression(parsed, parsed.address) - if rem:match("[^%s]") or var.type ~= "variable" then - error("unreasonably invalid variable name (%s); at line %s in %s":format(parsed.address, lineno, origin)) - else - parsed.address = var.address - end - -- Redirection - elseif line:match("^%~") then - parsed.type = "redirection" - parsed.children = {} - let lastLine = parsed.parent.children[#parsed.parent.children] - if not lastLineEmpty and lastLine and lastLine.type == "redirection" then - parsed.continue = true - end - let cond = line:match("^%~%s*(.-)%s*$") - if cond == "" then cond = "1" end - let exp, rem = expression(parsed, cond) - if rem:match("[^%s]") then - error("invalid redirection expression near %q; at line %s in %s":format(rem, lineno, origin)) - else - parsed.expression = exp - end - -- Value return - elseif line:match("^%@") then - parsed.type = "return" - let exp, rem = expression(parsed, line:match("^%@%s*(.-)%s*$")) - if rem:match("[^%s]") then - error("invalid return expression near %q; at line %s in %s":format(rem, lineno, origin)) - else - parsed.expression = exp - end - -- Tag - elseif line:match("^%#") then - parsed.type = "tag" - parsed.children = {} - let exp, rem = expression(parsed, line:match("^%#%s*(.-)%s*$")) - if rem:match("[^%s]") then - error("invalid tag expression near %q; at line %s in %s":format(rem, lineno, origin)) - else - parsed.expression = exp - end - -- Presumption of text - else - parsed.type = "text" - parsed.text = line:match("^%s*(.-)%s*$") - end - - -- Setup paragraph - if parsed.paragraph then - let name, parameters = parsed.paragraph:match("^%s*([^%(]+)(.-)%s*$") - -- Parse address - if name:match("%s") or name:match("^%{") then - let var, rem = expression(parsed, name) - if rem:match("[^%s]") or var.type ~= "variable" then - error("unreasonably invalid paragraph name (%s); at line %s in %s":format(parsed.address, lineno, origin)) - else - parsed.address = evalAddress(parsed, var.address) - end - else -- allow special caracters for simple addresses (for _+_ methods, etc.) - parsed.address = { name } - end - -- Define at compile time - let pvar = defineVariable(parent, parsed.address, parsed) - -- Parse parameters - parsed.parameters = {} - parsed.variables = pvar - if parameters:match("^%s*%(.-%)%s*$") then - let content = parameters:match("^%s*%((.-)%)%s*$") - for par in content:gmatch("[^,]+") do - let var = par:match("^%s*(.-)%s*$") - table.insert(parsed.parameters, var) - defineVariable(parsed, { var }, eval("0")) - end - end - parsed.value = parsed -- paragraphs are variables themselves - defineVariable(parsed, {"👁️"}, eval("0")) - defineVariable(parsed, {"🗨️"}, eval("0")) - parsed["return"] = { type = "string", value = "" } - end - - -- Insert - parent = parsed.parent - table.insert(parent.children, parsed) - - lastParsed = parsed - lastLineEmpty = false - end -end - ---- Read an expression at the start of a string, returns the expression AST and the remaining string -expression = (context, str, operatingOn, minPriority=0) - -- Sweep sweep sweep - str = str:match("^%s*(.-)$") - - -- VALUES -- - -- (requiredly) -- - if not operatingOn then - -- Litteraly nothing - if str == "" then - error("unexpected empty expression; at line %s in %s":format(context.line, context.origin)) - -- String - elseif str:match("^\"") then - let string, remaining = str:match("^\"([^\"]*)\"(.*)$") - return expression(context, remaining, { - type = "string", - value = string - }, minPriority) - -- Float - elseif str:match("^%d*%.%d+") then - let number, remaining = str:match("^(%d*%.%d+)(.*)$") - return expression(context, remaining, { - type = "number", - value = tonumber(number) - }, minPriority) - -- Integer - elseif str:match("^%d+") then - let number, remaining = str:match("^(%d+)(.*)$") - return expression(context, remaining, { - type = "number", - value = tonumber(number) - }, minPriority) - -- Unary operators - elseif str:match("^[%?%!%-]") then - let op, rem = str:match("^([%?%!%-])(.*)$") - -- Copy pasted from the binary operators code. Should not be needed since unary operators are supposed to have the highest priority, but you never know! - -- UPDATE: added exponentiation operator with higher priority. Thanks, past self. - let exp, remaining, lowerPriorityOp = expression(context, rem, nil, unopPriority[op]) - let unop = { - type = "u"..op, - expression = exp - } - if lowerPriorityOp then -- lower priority op handling - return expression(context, remaining, unop, minPriority) - else - return unop, remaining - end - -- Parantheses - elseif str:match("^%(") then - let content, remaining = str:match("^(%b())(.*)$") - let exp, premaining = expression(context, content:match("^%((.*)%)$"), nil) - if premaining:match("[^%s]") then - error("something in parantheses can't be read as an expression; at line %s in %s":format(context.line, context.origin)) - end - return expression(context, remaining, { - type = "parantheses", - expression = exp - }, minPriority) - -- Everything with letters in it, ie variable - elseif str:match("^"..pvariable) then - let var, remaining = str:match("^("..pvariable..")(.*)$") - -- Build address - let address = { { type = "string", value = var } } - while remaining:match("^%s%s-"..pvariable) or remaining:match("^%s-%b{}") do - if remaining:match("^%s-%{") then -- expression - var, remaining = remaining:match("^%s-(%b{})(.*)$") - var = var:gsub("^%{", ""):gsub("%}$", "") - let exp, rem = expression(context, var) - if rem:match("[^%s]") then - error("something in parantheses can't be read as an expression; in variable address at line %s in %s":format(context.line, context.origin)) - else - table.insert(address, exp) - end - else -- identifier - var, remaining = remaining:match("^%s%s-("..pvariable..")(.*)$") - table.insert(address, { - type = "string", - value = var - }) - end - end - return expression(context, remaining, { - type = "variable", - address = address - }, minPriority) - end - - -- OPERATORS -- - -- (possibly) -- - else - -- This is the point where I stopped writing code and pondered for a minute what the fuck was I doing. Heh. - if str:match("^<=") or str:match("^>=") or str:match("^!=") or str:match("^//") or str:match("^[%&%|%+%-%*%/%%%<%>%=%^%:%,]") then - let op, rem - if str:match("^<=") or str:match("^>=") or str:match("^!=") then - op, rem = str:match("^([<>!]=)(.*)$") - elseif str:match("^//") then - op, rem = str:match("^(//)(.*)$") - else - op, rem = str:match("^([%&%|%+%-%*%/%%%<%>%=%^%:%,])(.*)$") - end - -- Higher priority, ie need to be deeper in the AST - if binopPriority[op] >= minPriority then - let rightVal, remaining, lowerPriorityOp = expression(context, rem, nil, binopPriority[op]) - let binop = { - type = "b"..op, - left = operatingOn, - right = rightVal - } - if lowerPriorityOp then -- lower priority op handling - return expression(context, remaining, binop, minPriority) - else - return binop, remaining - end - -- Return but notice there is a lower priority operator remaining (so it's handled higher) - else - return operatingOn, str, true - end - -- Function call - elseif str:match("^%(") then - let content, remaining = str:match("^(%b())(.*)$") - content = content:match("^%((.*)%)$") - let args = nil - if content:match("[^%s]") then - let exp, rem = expression(context, content) - if rem:match("[^%s]") then - error("invalid function parameter expression near %q; at line %s in %s":format(rem, context.line, context.origin)) - end - args = exp - end - return expression(context, remaining, { - type = "call", - expression = operatingOn, - arguments = args - }, minPriority) - -- Function call without parathesis (single number or string litteral) - elseif str:match("^[%d%.\"]") and minPriority < math.huge then - let exp, rem = expression(context, str, nil, math.huge) - assert(exp.type == "number" or exp.type == "string", "expected string or number but got a %s; in function call at line %s in %s":format(exp.type, context.line, context.origin)) - return expression(context, rem, { - type = "call", - expression = operatingOn, - arguments = exp - }, minPriority) - else - return operatingOn, str -- no operator apparently - end - end - - -- Yay, we shouldn't be here. - error("the expression parser just gave up; at line %s in %s":format(context.line, context.origin)) -end - ---- Define a variable in the closest scope. --- Returns the variable parent table. -defineVariable = (context, address, value) - let pvar = context.variables or context.parentParagraph.variables - for _, part in ipairs(address) do - if not pvar[part] then - pvar[part] = {} - end - pvar = pvar[part] - end - if pvar[1] then - error("variable %q already defined; at line %s in %s":format(table.concat(address, " "), context.line, context.origin)) - end - pvar[1] = value - return pvar -end - ---- Find a variable in any line. Won't try looking in a higher scope/paragraph. --- Return nil if the variable wasn't found. --- Return var, variable parent table if it was found. -findVariable = (context, address) - let root = context.root - -- get variable table - let pvar = context.variables - if not pvar then - return nil - end - -- Reach last depth - for _, part in ipairs(address) do - while true do - if pvar[part] then - pvar = pvar[part] - break - end - -- Aliases - if root.aliases[part] then - let alias = root.aliases[part] - if pvar[alias] then - pvar = pvar[alias] - break - end - end - -- Try using parent paragraph return value - let pval = pvar[1] - if pval and context ~= pval and pval.type == "paragraph" then - let r = runFunction(context, pval) - if type(r.value) == "table" and r.value.variables then - pvar = r.value.variables - continue - end - end - -- We failed you. - return nil - end - end - -- Last depth handling - if pvar[1] then - return pvar[1], pvar - end - -- We failed. A bit later this time. - return nil -end - ---- Find a variable in any line, and will search higher in the AST until it either find it or reach root. --- If source directories are defined (see vm:loaddirectory), this function will load scripts from theses directories as needed. --- Return nil if the variable parent paragraph could not be found. --- Return var, variable parent table if it was found. -lookupVariable = (context, address) - -- Search from current level to top level. - let parentParagraph = context - while parentParagraph do - let v, par = findVariable(parentParagraph, address) - if v then - return v, par - end - parentParagraph = parentParagraph.parentParagraph - end - -- Pending scripts (source directories) - let root = context.root - for j=#address, 1, -1 do -- search from most specific to less - let searchingForAddress = table.concat(address, " ", 1, j) - for i, pending in ipairs(root.pendingScripts) do - if pending.address == searchingForAddress then - let code = "§ %s\n":format(pending.address) - let f = io.open(pending.path, "r") - for l in f:lines("*l") do - code ..= "\t%s\n":format(l) - end - f:close() - parse(root, code, pending.path) - table.remove(root.pendingScripts, i) - return findVariable(root, address) - end - end - end - -- We failed you. Sorry. - return nil -end - --- Run a function, and returns its return value. -runFunction = (context, fn, args={}) - if fn.type == "paragraph" then - -- Checks parameters - let p = fn.value - if #args ~= #p.parameters then - error("paragraph (%s; at line %s in %s) expected %s parameters but received %s; at line %s in %s":format(table.concat(p.address, " "), p.line, p.origin, #p.parameters, #args, context.line, context.origin)) - end - for i, arg in ipairs(args) do - p.variables[p.parameters[i]][1] = arg - end - -- Run function - p["return"] = { type = "string", value = "" } - runChildren(p) - return p["return"] - elseif fn.type == "luafunction" then - let luaArgs = {} - for i, arg in ipairs(args) do - table.insert(luaArgs, arg.value) - end - let ret = fn.value(unpack(luaArgs)) - let val = luaToAns(ret) - if val then - return val - else - error("invalid return type (%s) for luafunction in expression; at line %s in %s":format(ret, context.line, context.origin)) - end - else - error("tried to call a %s variable in an expression; at line %s in %s":format(fn.type, context.line, context.origin)) - end -end - ---- Search for a function in a list of potential source variables. --- If found, returns its return value. --- Returns nil otherwise -tryPotentialFunction = (context, potentialParentVariables, name, arguments) - let fn - -- search function - for _, p in ipairs(potentialParentVariables) do - if type(p.value) == "table" and p.value.variables then - let v = findVariable(p.value, { name }) - if v then - fn = v - break - end - end - end - -- run - if fn then - return runFunction(context, fn, arguments) - end -end - ---- Evaluate an expression --- exp can be an expression AST or a string --- If no context is specified, will create a temporary empty context. -eval = (context, exp) - let remain = "" - if type(context) == "string" and exp == nil then - context, exp = {}, context - end - if type(exp) == "string" then - exp, remain = expression(context, exp) - end - if remain:match("[^%s]") then - error("unexpected text in expression near %q; at line %s in %s":format(remain, context.line, context.origin)) - end - - assert(exp.type, "undefined variable type; at line %s in %s":format(context.line, context.origin)) - -- Litterals - if exp.type == "number" then - return { - type = "number", - value = exp.value - } - elseif exp.type == "string" then - return { - type = "string", - value = formatText(context, exp.value) - } - elseif exp.type == "parantheses" then - return eval(context, exp.expression) - -- Variables - elseif exp.type == "variable" then - let addr = evalAddress(context, exp.address) - let v = lookupVariable(context, addr) - if v then - if type(v.value) == "table" and v.value.paragraph then - return { - type = "paragraph", - value = v.value - } - else - return { - type = v.type, - value = v.value - } - end - end - error("can't find the variable (%s); at line %s in %s":format(table.concat(addr, " "), context.line, context.origin)) - -- Arithmetic - elseif exp.type:match("^b[%+%-%*%/%%%^%>%<%=%!%:%,][%/%=]?$") then - let op = exp.type:match("^b(.*)$") - let left, right = eval(context, exp.left), eval(context, exp.right) - let customBinop = tryPotentialFunction(context, { left, right }, "_%s_":format(op), { left, right }) - if customBinop then return customBinop end - if op == "+" then - if (left.type == "string" and (right.type == "string" or right.type == "number")) or - ((left.type == "number" or left.type == "string") and right.type == "string") then - return { - type = "string", - value = tostring(left.value) .. tostring(right.value) - } - elseif left.type == "number" and right.type == "number" then - return { - type = "number", - value = tonumber(left.value) + tonumber(right.value) - } - end - elseif op == "-" then - if left.type == "string" and right.type == "number" then - return { - type = "string", - value = tostring(left.value):sub(1, utf8.offset(left.value, utf8.len(left.value)-tonumber(right.value))) - } - elseif left.type == "number" and right.type == "string" then - return { - type = "string", - value = tostring(right.value):sub(utf8.offset(right.value, tonumber(left.value)+1)) - } - elseif left.type == "number" and right.type == "number" then - return { - type = "number", - value = tonumber(left.value) - tonumber(right.value) - } - elseif left.type == "string" and right.type == "string" then - return { - type = "string", - value = tostring(left.value):gsub(tostring(right.value), "") - } - end - elseif op == "*" then - if left.type == "string" and right.type == "number" then - return { - type = "string", - value = tostring(left.value):rep(tonumber(right.value)) - } - elseif left.type == "number" and right.type == "string" then - return { - type = "string", - value = tostring(right.value):rep(tonumber(left.value)) - } - elseif left.type == "number" and right.type == "number" then - return { - type = "number", - value = tonumber(left.value) * tonumber(right.value) - } - end - elseif op == "/" then - if left.type == "string" and right.type == "number" then - return { - type = "string", - value = tostring(left.value):sub(utf8.offset(left.value, utf8.len(left.value)-tonumber(right.value)+1)) - } - elseif left.type == "number" and right.type == "string" then - return { - type = "string", - value = tostring(right.value):sub(1, utf8.offset(right.value, tonumber(left.value))) - } - elseif left.type == "number" and right.type == "number" then - return { - type = "number", - value = tonumber(left.value) / tonumber(right.value) - } - end - elseif op == "//" then - if left.type == "number" and right.type == "number" then - return { - type = "number", - value = tonumber(left.value) // tonumber(right.value) - } - end - elseif op == "%" then - if (left.type == "string" and right.type == "number") or (left.type == "number" and right.type == "string") then - return { - type = "number", - value = tostring(left.value):find(tostring(right.value)) or 0 - } - elseif left.type == "number" and right.type == "number" then - return { - type = "number", - value = tonumber(left.value) % tonumber(right.value) - } - end - elseif op == "^" then - if left.type == "string" then - let s = tostring(left.value) - if evalBool(context, exp.right).value == 0 then - s = s:lower() - else - s = s:upper() - end - return { - type = "string", - value = s - } - elseif left.type == "number" and right.type == "number" then - return { - type = "number", - value = tonumber(left.value) ^ tonumber(right.value) - } - end - elseif op == ">" then - if (left.type == "number" or left.type == "string") and (right.type == "number" or right.type == "string") then - return { - type = "number", - value = (left.value > right.value) and 1 or 0 - } - end - elseif op == "<" then - if (left.type == "number" or left.type == "string") and (right.type == "number" or right.type == "string") then - return { - type = "number", - value = (left.value < right.value) and 1 or 0 - } - end - elseif op == ">=" then - if (left.type == "number" or left.type == "string") and (right.type == "number" or right.type == "string") then - return { - type = "number", - value = (left.value >= right.value) and 1 or 0 - } - end - elseif op == "<=" then - if (left.type == "number" or left.type == "string") and (right.type == "number" or right.type == "string") then - return { - type = "number", - value = (left.value <= right.value) and 1 or 0 - } - end - elseif op == "=" then - return { - type = "number", - value = (left.value == right.value) and 1 or 0 - } - elseif op == "!=" then - return { - type = "number", - value = (left.value ~= right.value) and 1 or 0 - } - elseif op == ":" then - return { - type = "pair", - value = { name = left, value = right } - } - elseif op == "," then - return { - type = "list", - value = { head = left, tail = right } - } - end - error("invalid value types for %s operator: %s %s %s; at line %s in %s":format(op, left.type, op, right.type, context.line, context.origin)) - elseif exp.type:match("^u[%-%?%!]$") then - let op = exp.type:match("^u(.*)$") - let value = eval(context, exp.expression) - let customUnop = tryPotentialFunction(context, { value }, "%s_":format(op), { value }) - if customUnop then return customUnop end - if op == "-" then - if value.type == "number" then - return { - type = "number", - value = -tonumber(value.value) - } - elseif value.type == "string" then - return { - type = "string", - value = value.value:reverse() - } - end - elseif op == "?" then - if value.type == "paragraph" then - return evalBool(context, { type = "call", expression = exp.expression }) - else - return { - type = "number", - value = (value.value == 0) and 0 or 1 - } - end - elseif op == "!" then - return { - type = "number", - value = evalBool(context, exp.expression).value == 0 and 1 or 0 - } - end - error("invalid value types for %s operator: %s; at line %s in %s":format(op, value.type, context.line, context.origin)) - -- Lazy operators - elseif exp.type == "b&" then - if evalBool(exp.left).value == 0 then - return left - else - return evalBool(context, exp.right) - end - elseif exp.type == "b|" then - let left = evalBool(context, exp.left) - if left.value == 0 then - return evalBool(context, exp.right) - else - return left - end - -- Call - elseif exp.type == "call" then - let fn = eval(context, exp.expression) - if exp.arguments then - return runFunction(context, fn, evalList(context, exp.arguments)) - else - return runFunction(context, fn) - end - else - error("unkown expression (%s) to evaluate; at line %s in %s":format(exp.type, context.line, context.origin)) - end -end - ---- Same as eval, but return a Anselme boolean. -evalBool = (context, expression) - return eval(context, { type = "u?", expression = expression }) -end - ---- Same as eval, but run paragraphs. -evalNoParagraph = (context, exp) - let t = eval(context, exp) - while t.type == "paragraph" do -- run paragraph/function - t = runFunction(context, t) - end - return t -end - ---- Same as eval, but returns a Lua list of expression. -evalList = (context, exp) - let l = {} - let e = eval(context, exp) - while e.type == "list" do - table.insert(l, e.value.head) - e = e.value.tail - end - table.insert(l, e) - return l -end - ---- Same as evalNoParagraph, but returns a Lua list of expression in which nested lists are merged with the full list. -evalFlatListNoParagraph = (context, exp) - let l = {} - let extract = (e) - while e.type == "list" or e.type == "paragraph" do - if e.type == "paragraph" then - e = runFunction(context, e) - else - let hd = e.value.head - if hd.type == "list" or hd.type == "paragraph" then - extract(hd) - else - table.insert(l, hd) - end - e = e.value.tail - end - end - table.insert(l, e) - end - extract(eval(context, exp)) - return l -end - ---- Evaluate a variable address. Returns a list of strings (paragraphs name). -evalAddress = (context, address) - return [ - for _, a in ipairs(address) do - push tostring(evalNoParagraph(context, a).value) - end - ] -end - ---- Convert a Lua variable to a Anselme value. --- Returns nil in case of error. -luaToAns = (var) - if var == nil or var == false then - return eval("0") - elseif var == true then - return eval("1") - elseif type(var) == "number" then - return { - type = "number", - value = var - } - elseif type(var) == "string" then - return { - type = "number", - value = var - } - elseif type(var) == "function" then - return { - type = "luafunction", - value = var - } - elseif type(var) == "table" and var.type then - return { - type = var.type, - value = var.value - } - else - error("don't know how to convert a %s to a Anselme value":format(type(var))) - end -end - ---- Returns a readable representation of a variable. -readable = (var) - if var.type == "pair" then - return "%s:%s":format(readable(var.value.name), readable(var.value.value)) - elseif var.type == "list" then - return "%s,%s":format(readable(var.value.head), readable(var.value.tail)) - else - return tostring(var.value) - end -end - ---- Format text. -formatText = (context, text, yield) - let r = text:gsub("%b{}", (exp) - return readable(evalNoParagraph(context, exp:match("^{(.*)}$"))) - end) - return r -end - ---- Send event to the engine. --- root is the root node or an event -sendEvent = (root) - let e = root.event or root - root.event = nil - if e[1] == "choice" then - let vm = coroutine.yield("choice", e[2]) - if not vm.state.chosen then - error("no choice has been made by the engine, I don't know what to doooooo") - end - let c = assert(e[3][vm.state.chosen], "invalid choice %s, expected something in [1,%s]":format(vm.state.chosen, #e[2])) - vm.state.chosen = nil - runChildren(c) - else - coroutine.yield(e[1], e[2]) - end -end - ---- Add a list of tag expressions to the current tag state, and returns the previous state. -pushTags = (context, tags) - let root = context.root - let oldTags = root.tags - let newTags = [ for k, v in pairs(root.tags) do @[k]=v end ] - let l = evalFlatListNoParagraph(context, tags) - for _, t in ipairs(l) do - if t.type == "pair" then - let name, value = t.value.name, t.value.value - while name.type == "paragraph" do - name = runFunction(context, name) - end - while value.type == "paragraph" do - value = runFunction(context, value) - end - newTags[name.value] = value.value - else - table.insert(newTags, t.value) - end - end - root.tags = newTags - return oldTags -end - ---- Run a line's children. -runChildren = (line) - run(line.children) - if line.paragraph then line.variables["🗨️"][1].value += 1 end -end - ---- Run a list of elements. Must be used in a couroutine. --- i is the starting line indice. --- Returns the indice of the last line ran. -run = (lines, i=1) - -- trivial case - if #lines == 0 then - return i - end - -- get root - let root = lines[1].root - -- run - while i <= #lines do - let line = lines[i] - i += 1 - -- Interrupt events - if #root.interrupts > 0 then - for _, e in ipairs(root.interrupts) do - sendEvent(e) - end - root.interrupts = {} - end - -- Condition decorator - if line.condition then - if evalBool(line, line.condition).value == 0 then - continue - end - end - -- Tag decorator - let oldTags - if line.tags then - oldTags = pushTags(line, line.tags) - end - -- Run line - if line.type == "paragraph" or line.type == "definition" then - -- pass - elseif line.type == "choice" then - -- send other event on their way - if root.event and root.event[1] ~= "choice" then - sendEvent(root) - end - -- let us do our own thing now. please - if not root.event then - root.event = { "choice", {}, {} } - end - -- complete the choice list - let isBuffered = false - let t = formatText(line, line.text) - if t:match("\\$") then - t = t:gsub("\\$", "") - isBuffered = true - end - table.insert(root.event[2], { text = t, tags = root.tags }) - table.insert(root.event[3], line) - -- choices remain - if i <= #lines and lines[i].type == "choice" and lines[i].continue then - isBuffered = true - end - -- send to whatever when done - if not isBuffered then - sendEvent(root) - end - elseif line.type == "assignement" then - -- Evaluate address - let addr = evalAddress(line, line.address) - -- Search from current to top level - let v, pvar = lookupVariable(line, addr) - if not v then - error("can't find the variable (%s); at line %s in %s":format(table.concat(addr, " "), line.line, line.origin)) - end - -- Eval expression - let exp = eval(line, line.expression) - -- Custom operators - let cv = tryPotentialFunction(line, { v }, line.operator, { v, exp }) - if cv then - -- good - else - -- Normal operation - if line.operator ~= "=" then - exp = eval(line, { - type = "b"..line.operator, - left = { - type = "variable", - address = line.address - }, - right = exp - }) - end - -- Assign - if pvar[1] then - if v.type ~= exp.type then - error("tried to replace the variable %q of type %s with a %s; at line %s in %s":format(table.concat(addr, " "), v.type, exp.type, line.line, line.origin)) - else - pvar[1] = { - type = exp.type, - value = exp.value - } - end - else - error("found the variable (%s) to assign, but it's inaccessible; at line %s in %s":format(table.concat(addr, " "), line.line, line.origin)) - end - end - elseif line.type == "redirection" then - if evalBool(line, line.expression).value ~= 0 then - runChildren(line) - while i <= #lines and lines[i].type == "redirection" and lines[i].continue do - i += 1 - end - end - elseif line.type == "return" then - line.parentParagraph["return"] = eval(line, line.expression) - elseif line.type == "tag" then - let oldTags = pushTags(line, line.expression) - run(line.children) - root.tags = oldTags - elseif line.type == "text" then - -- send other event on their way - if root.event and root.event[1] ~= "text" then - sendEvent(root) - end - -- do our own thing - if not root.event then - root.event = { "text", {} } - end - let t = formatText(line, line.text) - if t:match("\\$") then - table.insert(root.event[2], { text = t:gsub("\\$", ""), tags = root.tags }) - else - table.insert(root.event[2], { text = t, tags = root.tags }) - sendEvent(root) - end - else - error("element unknown to the runtime (%s); at line %s in %s":format(line.type, line.line, line.origin)) - end - -- paragraph decorator - if line.paragraph then - line.variables["👁️"][1].value += 1 - end - -- tag decorator, part two - if line.tags then - root.tags = oldTags - end - -- Temporary line - if line.temporary then - i -= 1 - table.remove(lines, i) - end - end - return i -end - ---- Step the VM. Use in a coroutine. -step = :() - @_coroutine = coroutine.running() - while true do - @state.lastLine = run(@state.children, @state.lastLine) - if @state.event then sendEvent(@state) end - coroutine.yield("end") - end -end - ---- Various filesystem manipulation compatibility thingies. -let isFile = (path) - if love then - return love.filesystem.getInfo(path, "file") - else - return require("lfs").attributes(path, "mode") == "file" - end -end -let isDir = (path) - if love then - return love.filesystem.getInfo(path, "directory") - else - return require("lfs").attributes(path, "mode") == "directory" - end -end -let listDir = (path) - if love then - return love.filesystem.getDirectoryItems(path) - else - return [for item in require("lfs").dir(path) do item end] - end -end ---- Search recursively for Anselme scripts in a directory and add them to a list of { path = "file path", address = "text address" } -insertAnselmsScriptsFromDirectory = (list, dir, addressPrefix="") - for _, f in ipairs(listDir(dir)) do - let path = "%s/%s":format(dir, f) - if isFile(path) then - if path:match("%.ans$") then - table.insert(list, { path = path, address = "%s%s":format(addressPrefix, f:match("^(.*)%.ans$")) }) - end - elseif isDir(path) then - insertAnselmsScriptsFromDirectory(list, path, "%s ":format(f)) - end - end -end - ---## Public interface ##-- - ---- Anselme VM method and properties. -let vm_mt = { - --- The root AST, A.K.A. the state. This is what you want to save and load in your game. - -- Also, it's probably not a wise idea to edit this variable yourself, but you do you. - state = nil, - - --- Add an engine-defined variable, or a table of engine-defined variables. - -- The variable will be defined from the root of the document. - -- Name can be any valid variable name, and can contains . (paragraphs will be created as needed). - -- The variable can be a Lua function. It will be run inside Anselme's coroutine, so you may yield if you want. - -- Lua | Anselme type casting: - -- string <-> string - -- number <-> number - -- false -> 0 - -- true -> 1 - -- table -> paragraph - -- table(type) -> custom type - -- AST <- paragraph - -- function <-> luafunction - -- So if you want to check the falseness of a Anselme's value from Lua, variable == 0. - -- You can define a paragraph behaviour when called by defining a function as the first element of the table (index 1). The function receives the paragraph as its first argument. - -- You can also define a cutom type by returning a { type = "type name", value = data } table if you really want to. - -- The AST structure is documented a few lines above, in the root element definition. - register = :(name, var) - if type(name) == "table" then - for k, v in pairs(name) do - @register(k, v) - end - return @ - elseif type(var) == "table" and not var.type then - for k, v in pairs(var) do - @register("%s %s":format(name, k), v) - end - if var[1] then - @register(name, var[1]) - end - return @ - else - defineVariable(@state, [ for p in name:gmatch("[^%s]+") do p end ], luaToAns(var)) - return @ - end - end, - - --- Load a file content into the VM and append it at the end of the root element. - loadfile = :(path) - let f = io.open(path, "r") - if not f then error("can't open file %q":format(path)) end - parse(@state, f:read("*a"), path) - f:close() - return @ - end, - --- Load a directory. - -- When a variable is not found, it will be searched in the source directories. - -- Requires luafilesystem or LÖVE. - loaddirectory = :(path) - insertAnselmsScriptsFromDirectory(@state.pendingScripts, path) - return @ - end, - --- Load some text into the VM and append it at the end of the root element. - load = :(code, origin) - parse(@state, code, origin) - return @ - end, - - --- Load a file content into the VM and append it at the end of the root element. - -- Unlike loadfile, code loaded using executefile will be deleted from the VM's state as soon as it is run, - -- so it won't be saved and restored with the VM. Typically used to initiate scripts (with a redirection). - -- In pratice: the code will be run as soon as possible, only once. - execfile = :(path) - let f = io.open(path, "r") - if not f then error("can't open file \""..tostring(path).."\"") end - parse(@state, f:read("*a"), path, true) - f:close() - return @ - end, - --- Load some text into the VM and append it at the end of the root element. - -- Unlike loadfile, code loaded using executefile will be deleted from the VM's state as soon as it is run, - -- so it won't be saved and restored with the VM. Typically used to initiate scripts (with a redirection). - -- In pratice: the code will be run as soon as possible, only once. - exec = :(code, origin) - parse(@state, code, origin, true) - return @ - end, - - --- Evaluate an expression in the VM, from the root element. - -- Returns the associated Lua value. Casting rules are described in the register method. - eval = :(exp) - let v = eval(@state, exp) - return v.value - end, - - --- Choose an answer by specifying its option indice (starting at 1). - -- Should only be called after receiving a "choice" event. See the step method. - choose = :(i) - @state.chosen = assert(i, "expected a choice but none was given") - return @ - end, - - --- Throw an interrupt event; i.e., pause the VM and send the event as soon as possible. - -- This can be used to trigger custom events that need to be handled outside of Anselme. - -- Can be called from an luafunction, or from outside. - interrupt = :(name, data) - if coroutine.running() == @_coroutine then - coroutine.yield(name, data) - else - table.insert(@state.interrupts, { name, data }) - end - end, - - --- Wrapped coroutine that returns event, data each time it is called. - -- Will run all the code at the root element, and then wait for more. It never die. - -- "text", message: text to display - -- "choice", {message1, message2, ...}: a choice. Anselme will expect an answer to be chosen using the choose method before the next call to step. - -- "end", nil: end of the script - -- Messages are tables: { text = "string", tags = { tagName = tagValue, ... } } - step = nil, - - --- The VM coroutine. Do not use this directly, use :step. - _coroutine = nil -} -vm_mt.__index = vm_mt - ---- Create a new Anselme VM. Load an existing state if specified. -let newVM = (state) - -- VM state/root element. Also the full element AST structure specification. - let root = state or { - -- Stuff which will still be useful later. See the comments in parse() for a description of the fields. - type = "root", - children = {}, - variables = {}, - line = 0, - origin = "root", - -- Useful stuff that's only on root. - chosen = nil, -- chosen answer. See the choose method. - event = nil, -- event buffer - contains { event(str), data, other } if an event is waiting to be sent. - interrupts = {}, -- list of interrupt events; they will be sent as soon as possible, regardless of the current event buffer - lastLine = 1, -- The last line run in the root element. Used to always resume at the exact right spot™ in the step method. - tags = {}, -- Currently active tags. - aliases = {}, -- Name aliases. - pendingScripts = {} -- List of files that are waiting to be loaded. - } - root.root = root - - -- Create and return VM. - let vm = setmetatable({ - state = root, - step = coroutine.wrap(step) - }, vm_mt) - - -- Defaults functions - vm:register("↩️", function(dest, source) - root.aliases[source] = dest - end) - - return vm -end - -return setmetatable({ - --- Anselme's version string. - VERSION = VERSION, - --- Create a new VM. - new = newVM -}, { - --- Create a new VM. - __call = () - return newVM() - end -}) diff --git a/anselme.lua b/anselme.lua new file mode 100644 index 0000000..e0930fb --- /dev/null +++ b/anselme.lua @@ -0,0 +1,334 @@ +-- anselme module +local anselme = { + -- version + version = "0.12.0", + --- currently running interpreter + running = nil +} +package.loaded[...] = anselme + +-- load libs +local preparse = require((...):gsub("anselme$", "parser.preparser")) +local postparse = require((...):gsub("anselme$", "parser.postparser")) +local expression = require((...):gsub("anselme$", "parser.expression")) +local eval = require((...):gsub("anselme$", "interpreter.expression")) +local run_line = require((...):gsub("anselme$", "interpreter.interpreter")).run_line +local to_lua = require((...):gsub("anselme$", "interpreter.common")).to_lua +local stdfuncs = require((...):gsub("anselme$", "stdlib.functions")) + +-- wrappers for love.filesystem / luafilesystem +local function list_directory(path) + local t = {} + if love then + t = love.filesystem.getDirectoryItems(path) + else + local lfs = require("lfs") + for item in lfs.dir(path) do + table.insert(t, path.."/"..item) + end + end + return t +end +local function is_directory(path) + if love then + return not not love.filesystem.getInfo(path, "directory") + else + local lfs = require("lfs") + return lfs.attributes(path, "mode") == "directory" + end +end + +--- interpreter methods +local interpreter_methods = { + -- VM this interpreter belongs to + vm = nil, + + --- run the VM until the next event + -- returns event, data; if event is "return" or "error", the interpreter must not be stepped further + step = function(self) + -- check status + if coroutine.status(self.state.interpreter.coroutine) ~= "suspended" then + return "error", ("can't step interpreter because it has already finished or is already running (coroutine status: %s)"):format(coroutine.status(self.state.interpreter.coroutine)) + end + -- handle interrupt + if self.state.interpreter.interrupt then + local expr = self.state.interpreter.interrupt + if expr == true then + return "return", "" -- nothing to do after interrupt + else + local line = self.state.interpreter.running_line + local namespace = self:current_namespace() + -- replace state with interrupted state + local exp, err = expression(expr, self.state.interpreter.global_state, namespace or "") + if not exp then return "error", ("%s; during interrupt %q at line %s"):format(err, expr, line and line.line or 0) end + local r, e = self.vm:run(exp) + if not r then return "error", e end + self.state = r.state + end + end + -- run + local previous = anselme.running + anselme.running = self + local success, event, data = coroutine.resume(self.state.interpreter.coroutine) + anselme.running = previous + if not success then return "error", event end + return event, data + end, + + --- select an answer + -- returns self + choose = function(self, i) + self.state.interpreter.choice_selected = tonumber(i) + return self + end, + + --- interrupt the vm on the next step, executing an expression is specified + -- returns self + interrupt = function(self, expr) + self.state.interpreter.interrupt = expr or true + return self + end, + + --- search closest namespace from last run line + current_namespace = function(self) + local line = self.state.interpreter.running_line + local namespace = "" + if line then + local cur_line = line + namespace = cur_line.namespace + while not namespace do + local block = cur_line.parent_block + if not block.parent_line then break end -- reached root + cur_line = block.parent_line + namespace = cur_line.namespace + end + end + return namespace + end, + + --- run an expression: may trigger events and must be called from within the interpreter coroutine + -- return lua value + run = function(self, expr, namespace) + -- parse + local err + if type(expr) ~= "table" then expr, err = expression(tostring(expr), self.state.interpreter.global_state, namespace or "") end + if not expr then coroutine.yield("error", err) end + -- run + local r, e = eval(self.state, expr) + if not r then coroutine.yield("error", e) end + if self.state.interpreter.event_buffer then -- flush final events + local rf, re = run_line(self.state, { type = "flush_events" }) + if re then coroutine.yield("error", re) end + if rf then r = rf end + end + return to_lua(r) + end, + --- evaluate an expression + -- return value in case of success + -- return nil, err in case of error + eval = function(self, expr, namespace) + -- parse + local err + if type(expr) ~= "table" then expr, err = expression(tostring(expr), self.state.interpreter.global_state, namespace or "") end + if not expr then return nil, err end + -- run + local co = coroutine.create(function() + local r, e = eval(self.state, expr) + if not r then return "error", e end + return "return", to_lua(r) + end) + local previous = anselme.running + anselme.running = self + local success, event, data = coroutine.resume(co) + anselme.running = previous + if not success then + return nil, event + elseif event ~= "return" then + return nil, ("evaluated expression generated an %q event"):format(event) + else + return data + end + end, +} +interpreter_methods.__index = interpreter_methods + +--- vm methods +local vm_mt = { + --- load code + -- return self in case of success + -- returns nil, err in case of error + loadstring = function(self, str, name) + local s, e = preparse(self.state, str, name or "") + if not s then return s, e end + return self + end, + loadfile = function(self, path, name) + local f, e = io.open(path, "r") + if not f then return f, e end + local s, err = self:loadstring(f:read("*a"), name or "") + f:close() + if not s then return s, err end + return self + end, + loaddirectory = function(self, path, name) + if not name then name = "" end + name = name == "" and "" or name.."." + for _, item in ipairs(list_directory(path)) do + if item:match("[^%.]") then + local p = path.."/"..item + local s, e + if is_directory(p) then + s, e = self:loaddirectory(p, name..item) + elseif item:match("%.ans$") then + s, e = self:loadfile(p, name..item:gsub("%.ans$", "")) + end + if not s then return s, e end + end + end + return self + end, + + --- set aliases + -- return self + loadalias = function(self, name, dest) + if type(name) == "table" then + for k, v in pairs(name) do + self:loadalias(k, v) + end + else + self.state.aliases[name] = dest + end + return self + end, + + --- define functions + -- return self + loadfunction = function(self, name, fn) + if type(name) == "table" then + for k, v in pairs(name) do + if type(v) == "table" then + for _, variant in ipairs(v) do + self:loadfunction(k, variant) + end + else + self:loadfunction(k, v) + end + end + else + if not self.state.functions[name] then + self.state.functions[name] = {} + end + if type(fn) == "function" then + local info = debug.getinfo(fn) + table.insert(self.state.functions[name], { + arity = info.isvararg and {info.nparams, math.huge} or info.nparams, + value = fn + }) + else + table.insert(self.state.functions[name], fn) + end + end + return self + end, + + --- save/load + load = function(self, data) + assert(data.anselme_version == anselme.version, ("trying to load a save from Anselme %s but current Anselme version is %s"):format(data.anselme_version, anselme.version)) + for k, v in pairs(data.variables) do + self.state.variables[k] = v + end + return self + end, + save = function(self) + return { + anselme_version = anselme.version, + variables = self.state.variables + } + end, + + --- run code + -- return interpreter in case of success + -- returns nil, err in case of error + run = function(self, expr, namespace, tags) + if #self.state.queued_lines > 0 then + local r, e = postparse(self.state) + if not r then return r, e end + end + -- + local err + if type(expr) ~= "table" then expr, err = expression(tostring(expr), self.state, namespace or "") end + if not expr then return expr, err end + -- interpreter state + local interpreter + interpreter = { + state = { + aliases = self.state.aliases, + functions = self.state.functions, + variables = setmetatable({}, { __index = self.state.variables }), + interpreter = { + global_state = self.state, + coroutine = coroutine.create(function() return "return", interpreter:run(expr, namespace) end), + -- events + event_type = nil, + event_buffer = nil, + -- status + running_line = nil, + -- choice + choice_selected = nil, + choice_available = {}, + -- interrupt + interrupt = nil, + -- conditions + last_condition_success = nil, + -- tags + tags = tags or {}, + } + }, + vm = self + } + return setmetatable(interpreter, interpreter_methods) + end, + --- eval code + -- return value in case of success + -- returns nil, err in case of error + eval = function(self, expr, namespace, tags) + local interpreter, err = self:run("@", namespace, tags) + if not interpreter then return interpreter, err end + return interpreter:eval(expr, namespace) + end +} +vm_mt.__index = vm_mt + +--- anselme module +return setmetatable(anselme, { + __call = function() + -- global state + local state = { + aliases = { + -- seen = "👁️", + -- checkpoint = "🏁" + }, + functions = { + -- [":="] = { + -- { + -- arity = {3,42}, type = { [1] = "variable" }, check = function, rewrite = function, vararg = 2, mode = "custom", + -- value = function(state, exp) + -- end -- or paragraph, function, line + -- } + -- }, + }, + variables = { + -- foo = { + -- type = "number", + -- value = 42 + -- }, + }, + queued_lines = { + -- { line = line, namespace = "foo" }, + } + } + local vm = setmetatable({ state = state }, vm_mt) + vm:loadfunction(stdfuncs) + return vm + end +}) diff --git a/init.lua b/init.lua new file mode 100644 index 0000000..82118e2 --- /dev/null +++ b/init.lua @@ -0,0 +1 @@ +return require((...)..".anselme") \ No newline at end of file diff --git a/interpreter/common.lua b/interpreter/common.lua new file mode 100644 index 0000000..27d837e --- /dev/null +++ b/interpreter/common.lua @@ -0,0 +1,74 @@ +local atypes, ltypes +local eval + +local common +common = { + -- flush interpreter state to global state + flush_state = function(state) + local global_vars = state.interpreter.global_state.variables + for var, value in pairs(state.variables) do + global_vars[var] = value + end + end, + -- check truthyness of an anselme value + truthy = function(val) + if val.type == "number" then + return val.value ~= 0 + elseif val.type == "nil" then + return false + else + return true + end + end, + -- str: if success + -- * nil, err: if error + format = function(val) + if atypes[val.type] and atypes[val.type].format then + return atypes[val.type].format(val.value) + else + return nil, ("no formatter for type %q"):format(val.type) + end + end, + -- lua value: if success + -- * nil, err: if error + to_lua = function(val) + if atypes[val.type] and atypes[val.type].to_lua then + return atypes[val.type].to_lua(val.value) + else + return nil, ("no Lua exporter for type %q"):format(val.type) + end + end, + -- anselme value: if success + -- * nil, err: if error + from_lua = function(val) + if ltypes[type(val)] and ltypes[type(val)].to_anselme then + return ltypes[type(val)].to_anselme(val) + else + return nil, ("no Lua importer for type %q"):format(type(val)) + end + end, + -- string: if success + -- * nil, err: if error + eval_text = function(state, text) + local s = "" + for _, item in ipairs(text) do + if type(item) == "string" then + s = s .. item + else + local v, e = eval(state, item) + if not v then return v, e end + v, e = common.format(v) + if not v then return v, e end + s = s .. v + end + end + return s + end +} + +package.loaded[...] = common +local types = require((...):gsub("interpreter%.common$", "stdlib.types")) +atypes, ltypes = types.anselme, types.lua +eval = require((...):gsub("common$", "expression")) + +return common diff --git a/interpreter/expression.lua b/interpreter/expression.lua new file mode 100644 index 0000000..c9de076 --- /dev/null +++ b/interpreter/expression.lua @@ -0,0 +1,184 @@ +local expression +local flush_state, to_lua, from_lua, eval_text + +local run, run_block + +--- evaluate an expression +-- returns evaluated value if success +-- returns nil, error if error +local function eval(state, exp) + -- number + if exp.type == "number" then + return { + type = "number", + value = exp.value + } + -- string + elseif exp.type == "string" then + local t, e = eval_text(state, exp.value) + if not t then return t, e end + return { + type = "string", + value = t + } + -- parentheses + elseif exp.type == "parentheses" then + return eval(state, exp.expression) + -- list parentheses + elseif exp.type == "list_parentheses" then + if exp.expression then + local v, e = eval(state, exp.expression) + if not v then return v, e end + if v.type == "list" then + return v + else + return { + type = "list", + value = { v } + } + end + else + return { + type = "list", + value = {} + } + end + -- variable + elseif exp.type == "variable" then + return state.variables[exp.name] + -- list + elseif exp.type == "list" then + local l = {} + local ast = exp + while ast.type == "list" do + local left, lefte = eval(state, ast.left) + if not left then return left, lefte end + table.insert(l, left) + ast = ast.right + end + local right, righte = eval(state, ast) + if not right then return right, righte end + table.insert(l, right) + return { + type = "list", + value = l + } + -- function + elseif exp.type == "function" then + local fn = exp.variant + -- custom lua functions + if fn.mode == "custom" then + return fn.value(state, exp) + else + -- eval args: same as list, but only put vararg arguments in a separate list + local l = {} + if exp.argument then + local vararg = fn.vararg or math.huge + local i, ast = 1, exp.argument + while ast.type == "list" and i < vararg do + local left, lefte = eval(state, ast.left) + if not left then return left, lefte end + table.insert(l, left) + ast = ast.right + i = i + 1 + end + local right, righte = eval(state, ast) + if not right then return right, righte end + table.insert(l, right) + end + if fn.vararg and #l < fn.vararg then -- empty list vararg + table.insert(l, { type = "list", value = {} }) + end + -- anselme function + if type(fn.value) == "table" then + -- paragraph & paragraph decorator + if fn.value.type == "paragraph" or fn.value.paragraph then + local r, e + if fn.value.type == "paragraph" then + r, e = run_block(state, fn.value.child, false) + if e then return r, e end + state.variables[fn.value.namespace.."👁️"] = { + type = "number", + value = state.variables[fn.value.namespace.."👁️"].value + 1 + } + state.variables[fn.value.parent_function.namespace.."🏁"] = { + type = "string", + value = fn.value.name + } + flush_state(state) + if r then + return r, e + elseif not exp.explicit_call then + r, e = run(state, fn.value.parent_block, true, fn.value.parent_position+1) + else + r = { type = "nil", value = nil } + end + elseif exp.explicit_call then + r, e = run(state, fn.value.parent_block, false, fn.value.parent_position, fn.value.parent_position) + else + r, e = run(state, fn.value.parent_block, true, fn.value.parent_position) + end + if not r then return r, e end + return r + -- function + elseif fn.value.type == "function" then + -- set args + for j, param in ipairs(fn.value.params) do + state.variables[param] = l[j] + end + -- eval function + local r, e + if exp.explicit_call or state.variables[fn.value.namespace.."🏁"].value == "" then + r, e = run(state, fn.value.child) + -- resume at last paragraph + else + local expr, err = expression(state.variables[fn.value.namespace.."🏁"].value, state, "") + if not expr then return expr, err end + r, e = eval(state, expr) + end + if not r then return r, e end + state.variables[fn.value.namespace.."👁️"] = { + type = "number", + value = state.variables[fn.value.namespace.."👁️"].value + 1 + } + flush_state(state) + return r + else + return nil, ("unknown function type %q"):format(fn.value.type) + end + -- lua functions + else + if fn.mode == "raw" then + return fn.value(unpack(l)) + else + local l_lua = {} + for _, v in ipairs(l) do + table.insert(l_lua, to_lua(v)) + end + local r, e + if _VERSION == "Lua 5.1" and not jit then -- PUC Lua 5.1 doesn't allow yield from a pcall + r, e = true, fn.value(unpack(l_lua)) + else + r, e = pcall(fn.value, unpack(l_lua)) -- pcall to produce a more informative error message (instead of full coroutine crash) + end + if r then + return from_lua(e) + else + return nil, ("%s; in Lua function %q"):format(e, exp.name) + end + end + end + end + else + return nil, ("unknown expression %q"):format(tostring(exp.type)) + end +end + +package.loaded[...] = eval +run = require((...):gsub("expression$", "interpreter")).run +run_block = require((...):gsub("expression$", "interpreter")).run_block +expression = require((...):gsub("interpreter%.expression$", "parser.expression")) +local common = require((...):gsub("expression$", "common")) +flush_state, to_lua, from_lua, eval_text = common.flush_state, common.to_lua, common.from_lua, common.eval_text + +return eval diff --git a/interpreter/interpreter.lua b/interpreter/interpreter.lua new file mode 100644 index 0000000..ad6f1bd --- /dev/null +++ b/interpreter/interpreter.lua @@ -0,0 +1,196 @@ +local eval +local truthy, flush_state, to_lua, eval_text + +local function write_event(state, type, data) + if state.interpreter.event_buffer and state.interpreter.event_type ~= type then + error("previous event has not been flushed") + end + if not state.interpreter.event_buffer then + state.interpreter.event_type = type + state.interpreter.event_buffer = {} + end + table.insert(state.interpreter.event_buffer, { data = data, tags = state.interpreter.tags[#state.interpreter.tags] or {} }) +end + +local tags = { + push = function(self, state, val) + local new = {} + -- copy + local last = state.interpreter.tags[#state.interpreter.tags] or {} + for k,v in pairs(last) do new[k] = v end + -- merge with new values + if val.type ~= "list" then val = { type = "list", value = { val } } end + for k, v in pairs(to_lua(val)) do new[k] = v end + -- add + table.insert(state.interpreter.tags, new) + end, + pop = function(self, state) + table.remove(state.interpreter.tags) + end +} + +local run_block + +-- returns var in case of success and there is a return +-- return nil in case of success and there is no return +-- return nil, err in case of error +local function run_line(state, line) + -- store line + state.interpreter.running_line = line + -- condition decorator + local skipped = false + if line.condition then + local v, e = eval(state, line.condition) + if not v then return v, ("%s; at line %s"):format(e, line.line) end + skipped = not truthy(v) + end + if not skipped then + -- tag decorator + if line.tag then + local v, e = eval(state, line.tag) + if not v then return v, ("%s; in tag decorator at line %s"):format(e, line.line) end + tags:push(state, v) + end + -- line types + if line.type == "condition" then + state.interpreter.last_condition_success = nil + local v, e = eval(state, line.expression) + if not v then return v, ("%s; at line %s"):format(e, line.line) end + if truthy(v) then + state.interpreter.last_condition_success = true + v, e = run_block(state, line.child) + if e then return v, e end + if v then return v end + end + elseif line.type == "else-condition" then + if not state.interpreter.last_condition_success then + local v, e = eval(state, line.expression) + if not v then return v, ("%s; at line %s"):format(e, line.line) end + if truthy(v) then + state.interpreter.last_condition_success = true + v, e = run_block(state, line.child) + if e then return v, e end + if v then return v end + end + end + elseif line.type == "choice" then + local t, er = eval_text(state, line.text) + if not t then return t, er end + table.insert(state.interpreter.choice_available, line.child) + write_event(state, "choice", t) + elseif line.type == "tag" then + if line.expression then + local v, e = eval(state, line.expression) + if not v then return v, ("%s; at line %s"):format(e, line.line) end + tags:push(state, v) + end + local v, e = run_block(state, line.child) + if line.expression then tags:pop(state) end + if e then return v, e end + if v then return v end + elseif line.type == "return" then + local v, e + if line.expression then + v, e = eval(state, line.expression) + if not v then return v, ("%s; at line %s"):format(e, line.line) end + end + return v + elseif line.type == "text" then + local t, er = eval_text(state, line.text) + if not t then return t, ("%s; at line %s"):format(er, line.line) end + write_event(state, "text", t) + elseif line.type == "flush_events" then + while state.interpreter.event_buffer do + local type, buffer = state.interpreter.event_type, state.interpreter.event_buffer + state.interpreter.event_type = nil + state.interpreter.event_buffer = nil + -- yield + coroutine.yield(type, buffer) + -- run choice + if type == "choice" then + local sel = state.interpreter.choice_selected + state.interpreter.choice_selected = nil + if not sel or sel < 1 or sel > #state.interpreter.choice_available then + return nil, "invalid choice" + else + local choice = state.interpreter.choice_available[sel] + state.interpreter.choice_available = {} + local v, e = run_block(state, choice) + if e then return v, e end + if v then return v end + end + end + end + elseif line.type ~= "paragraph" then + return nil, ("unknown line type %q; line %s"):format(line.type, line.line) + end + -- tag decorator + if line.tag then + tags:pop(state) + end + -- paragraph decorator + if line.paragraph then + state.variables[line.namespace.."👁️"] = { + type = "number", + value = state.variables[line.namespace.."👁️"].value + 1 + } + state.variables[line.parent_function.namespace.."🏁"] = { + type = "string", + value = line.name + } + flush_state(state) + end + end +end + +-- returns var in case of success and there is a return +-- return nil in case of success and there is no return +-- return nil, err in case of error +run_block = function(state, block, run_whole_function, i, j) + i = i or 1 + local len = math.min(#block, j or math.huge) + while i <= len do + local v, e = run_line(state, block[i]) + if e then return v, e end + if v then return v end + i = i + 1 + end + -- go up hierarchy if asked to run the whole function + if run_whole_function and block.parent_line and block.parent_line.type ~= "function" then + local parent_line = block.parent_line + local v, e = run_block(state, parent_line.parent_block, run_whole_function, parent_line.parent_position+1) + if e then return v, e end + if v then return v, e end + end + return nil +end + +-- returns var in case of success +-- return nil, err in case of error +local function run(state, block, run_whole_function, i, j) + -- run + local v, e = run_block(state, block, run_whole_function, i, j) + if e then return v, e end + if v then + return v + else + -- default no return value + return { + type = "nil", + value = nil + } + end +end + +local interpreter = { + run = run, + run_block = run_block, + run_line = run_line +} + +package.loaded[...] = interpreter +eval = require((...):gsub("interpreter$", "expression")) +local common = require((...):gsub("interpreter$", "common")) +truthy, flush_state, to_lua, eval_text = common.truthy, common.flush_state, common.to_lua, common.eval_text + +return interpreter diff --git a/parser/common.lua b/parser/common.lua new file mode 100644 index 0000000..77de890 --- /dev/null +++ b/parser/common.lua @@ -0,0 +1,153 @@ +local expression + +local escapeCache = {} + +local common +common = { + --- valid identifier pattern + identifier_pattern = "[^%%%/%*%+%-%(%)%!%&%|%=%$%?%>%<%:%{%}%[%]%,]+", + --- escape a string to be used as an exact match pattern + escape = function(str) + if not escapeCache[str] then + escapeCache[str] = str:gsub("[^%w]", "%%%1") + end + return escapeCache[str] + end, + --- trim a string + trim = function(str) + return str:match("^%s*(.-)%s*$") + end, + --- split a string separated by . + split = function(str) + local address = {} + for name in str:gmatch("[^%.]+") do + table.insert(address, name) + end + return address + end, + --- find a variable/function in a list, going up through the namespace hierarchy + find = function(list, namespace, name) + local ns = common.split(namespace) + for i=#ns, 1, -1 do + local fqm = ("%s.%s"):format(table.concat(ns, ".", 1, i), name) + if list[fqm] then + return list[fqm], fqm + end + end + if list[name] then + return list[name], name + end + return nil, ("can't find %q in namespace %s"):format(name, namespace) + end, + --- transform an identifier into a clean version + format_identifier = function(identifier, state) + local r = identifier:gsub("[^%.]+", function(str) + str = common.trim(str) + return state.aliases[str] or str + end) + return r + end, + --- flatten a nested list expression into a list of expressions + flatten_list = function(list, t) + t = t or {} + if list.type == "list" then + table.insert(t, list.left) + common.flatten_list(list.right, t) + else + table.insert(t, list) + end + return t + end, + -- * list of strings and expressions + -- * nil, err: in case of error + parse_text = function(text, state, namespace) + local l = {} + while text:match("[^%{]+") do + local t, e = text:match("^([^%{]*)(.-)$") + -- text + if t ~= "" then table.insert(l, t) end + -- expr + if e:match("^{") then + local exp, rem = expression(e:gsub("^{", ""), state, namespace) + if not exp then return nil, rem end + if not rem:match("^%s*}") then return nil, ("expected closing } at end of expression before %q"):format(rem) end + table.insert(l, exp) + text = rem:match("^%s*}(.*)$") + else + break + end + end + return l + end, + -- find compatible function variant + -- * variant: if success + -- * nil, err: if error + find_function_variant = function(fqm, state, arg, explicit_call) + local err = ("function %q variant not found"):format(fqm) + local func = state.functions[fqm] or {} + local args = arg and common.flatten_list(arg) or {} + for _, variant in ipairs(func) do + local ok = true + local return_type = variant.return_type + if variant.arity then + local min, max + if type(variant.arity) == "table" then + min, max = variant.arity[1], variant.arity[2] + else + min, max = variant.arity, variant.arity + end + if #args < min or #args > max then + if min == max then + err = ("function %q expected %s arguments but received %s"):format(fqm, min, #args) + else + err = ("function %q expected between %s and %s arguments but received %s"):format(fqm, min, max, #args) + end + ok = false + end + end + if ok and variant.check then + local s, e = variant.check(state, args) + if not s then + err = e or ("function %q variant failed to check arguments"):format(fqm) + ok = false + end + return_type = s == true and return_type or s + end + if ok and variant.types then + for j, t in pairs(variant.types) do + if args[j] and args[j].return_type and args[j].return_type ~= t then + err = ("function %q expected a %s as argument %s but received a %s"):format(fqm, t, j, args[j].return_type) + ok = false + end + end + end + if ok then + if variant.rewrite then + local r, e = variant.rewrite(fqm, state, arg, explicit_call) + if not r then + err = e + ok = false + end + if ok then + return r + end + else + return { + type = "function", + return_type = return_type, + name = fqm, + explicit_call = explicit_call, + variant = variant, + argument = arg + } + end + end + end + return nil, err + end +} + +package.loaded[...] = common +expression = require((...):gsub("common$", "expression")) + +return common diff --git a/parser/expression.lua b/parser/expression.lua new file mode 100644 index 0000000..36ff8d6 --- /dev/null +++ b/parser/expression.lua @@ -0,0 +1,247 @@ +local identifier_pattern, format_identifier, find, escape, find_function_variant, parse_text + +--- binop priority +local binops_prio = { + [1] = { ";" }, + [2] = { ":=", "+=", "-=", "//=", "/=", "*=", "%=", "^=" }, + [3] = { "," }, + [4] = { "|", "&" }, + [5] = { "!=", "=", ">=", "<=", "<", ">" }, + [6] = { "+", "-" }, + [7] = { "*", "//", "/", "%" }, + [8] = {}, -- unary operators + [9] = { "^", ":" }, + [10] = { "." } +} +-- unop priority +local unops_prio = { + [1] = {}, + [2] = {}, + [3] = {}, + [4] = {}, + [5] = {}, + [6] = {}, + [7] = {}, + [8] = { "-", "!" }, + [9] = {} +} + +--- parse an expression +-- return expr, remaining if success +-- returns nil, err if error +local function expression(s, state, namespace, currentPriority, operatingOn) + s = s:match("^%s*(.*)$") + currentPriority = currentPriority or 0 + if not operatingOn then + -- number + if s:match("^%d+%.%d*") or s:match("^%d*%.%d+") or s:match("^%d+") then + local d, r = s:match("^(%d*%.%d*)(.*)$") + if not d then + d, r = s:match("^(%d+)(.*)$") + end + return expression(r, state, namespace, currentPriority, { + type = "number", + return_type = "number", + value = tonumber(d) + }) + -- string + elseif s:match("^%\"[^\"]*%\"") then + local d, r = s:match("^%\"([^\"]*)%\"(.*)$") + while d:match("\\$") and not d:match("\\\\$") do + local nd, nr = r:match("([^\"]*)%\"(.*)$") + if not nd then return nil, ("unfinished string near %q"):format(r) end + d, r = d:sub(1, -2) .. "\"" .. nd, nr + end + local l, e = parse_text(tostring(d), state, namespace) + if not l then return l, e end + return expression(r, state, namespace, currentPriority, { + type = "string", + return_type = "string", + value = l + }) + -- paranthesis + elseif s:match("^%b()") then + local content, r = s:match("^(%b())(.*)$") + content = content:gsub("^%(", ""):gsub("%)$", "") + local exp, r_paren = expression(content, state, namespace) + if not exp then return nil, "invalid expression inside parentheses: "..r_paren end + if r_paren:match("[^%s]") then return nil, ("unexpected %q at end of parenthesis expression"):format(r_paren) end + return expression(r, state, namespace, currentPriority, { + type = "parentheses", + return_type = exp.return_type, + expression = exp + }) + -- list parenthesis + elseif s:match("^%b[]") then + local content, r = s:match("^(%b[])(.*)$") + content = content:gsub("^%[", ""):gsub("%]$", "") + local exp + if content:match("[^%s]") then + local r_paren + exp, r_paren = expression(content, state, namespace) + if not exp then return nil, "invalid expression inside list parentheses: "..r_paren end + if r_paren:match("[^%s]") then return nil, ("unexpected %q at end of list parenthesis expression"):format(r_paren) end + end + return expression(r, state, namespace, currentPriority, { + type = "list_parentheses", + return_type = "list", + expression = exp + }) + -- identifier + elseif s:match("^"..identifier_pattern) then + local name, r = s:match("^("..identifier_pattern..")(.-)$") + name = format_identifier(name, state) + -- functions + local funcs, ffqm = find(state.functions, namespace, name) + if funcs then + local args, explicit_call + if r:match("^%b()") then + explicit_call = true + local content, rem = r:match("^(%b())(.*)$") + content = content:gsub("^%(", ""):gsub("%)$", "") + r = rem + -- get arguments + if content:match("[^%s]") then + local err + args, err = expression(content, state, namespace) + if not args then return args, err end + end + end + -- find compatible variant + local variant, err = find_function_variant(ffqm, state, args, explicit_call) + if not variant then return variant, err end + return expression(r, state, namespace, currentPriority, variant) + end + -- variables + local var, vfqm = find(state.variables, namespace, name) + if var then + return expression(r, state, namespace, currentPriority, { + type = "variable", + return_type = var.type ~= "undefined argument" and var.type or nil, + name = vfqm + }) + end + -- suffix call: detect if prefix is valid variable, suffix call is handled in the binop section below + local sname, suffix = name:match("^(.*)(%."..identifier_pattern..")$") + if sname then + local svar, svfqm = find(state.variables, namespace, sname) + if svar then + return expression(suffix..r, state, namespace, currentPriority, { + type = "variable", + return_type = svar.type ~= "undefined argument" and svar.type or nil, + name = svfqm + }) + end + end + return nil, ("unknown identifier %q"):format(name) + end + -- unops + for prio, oplist in ipairs(unops_prio) do + for _, op in ipairs(oplist) do + local escaped = escape(op) + if s:match("^"..escaped) then + local right, r = expression(s:match("^"..escaped.."(.*)$"), state, namespace, prio) + if not right then return nil, ("invalid expression after unop %q: %s"):format(op, r) end + -- find variant + local variant, err = find_function_variant(op, state, right, true) + if not variant then return variant, err end + return expression(r, state, namespace, currentPriority, variant) + end + end + end + return nil, ("no valid expression before %q"):format(s) + else + -- binop + for prio, oplist in ipairs(binops_prio) do + if prio >= currentPriority then + for _, op in ipairs(oplist) do + local escaped = escape(op) + if s:match("^"..escaped) then + local sright = s:match("^"..escaped.."(.*)$") + -- suffix call + if op == "." and sright:match("^"..identifier_pattern) then + local name, r = sright:match("^("..identifier_pattern..")(.-)$") + name = format_identifier(name, state) + local funcs, ffqm = find(state.functions, namespace, name) + if funcs then + local args, explicit_call + if r:match("^%b()") then + explicit_call = true + local content, rem = r:match("^(%b())(.*)$") + content = content:gsub("^%(", ""):gsub("%)$", "") + r = rem + -- get arguments + if content:match("[^%s]") then + local err + args, err = expression(content, state, namespace) + if not args then return args, err end + end + end + -- add first argument + if not args then + args = operatingOn + else + args = { + type = "list", + return_type = "list", + left = operatingOn, + right = args + } + end + -- find compatible variant + local variant, err = find_function_variant(ffqm, state, args, explicit_call) + if not variant then return variant, err end + return expression(r, state, namespace, currentPriority, variant) + end + else + local right, r = expression(sright, state, namespace, prio) + if not right then return nil, ("invalid expression after binop %q: %s"):format(op, r) end + -- list constructor + if op == "," then + return expression(r, state, namespace, currentPriority, { + type = "list", + return_type = "list", + left = operatingOn, + right = right + }) + -- normal binop + else + -- find variant + local args = { + type = "list", + return_type = "list", + left = operatingOn, + -- wrap in parentheses to avoid appending to argument list if right is a list + right = { type = "parentheses", return_type = right.return_type, expression = right } + } + local variant, err = find_function_variant(op, state, args, true) + if not variant then return variant, err end + return expression(r, state, namespace, currentPriority, variant) + end + end + end + end + end + end + -- index + if s:match("^%b()") then + local content, r = s:match("^(%b())(.*)$") + -- get arguments (parentheses are kept) + local right, r_paren = expression(content, state, namespace) + if not right then return right, r_paren end + if r_paren:match("[^%s]") then return nil, ("unexpected %q at end of index expression"):format(r_paren) end + local args = { type = "list", left = operatingOn, right = right } + local variant, err = find_function_variant("(", state, args, true) + if not variant then return variant, err end + return expression(r, state, namespace, currentPriority, variant) + end + -- nothing to operate + return operatingOn, s + end +end + +package.loaded[...] = expression +local common = require((...):gsub("expression$", "common")) +identifier_pattern, format_identifier, find, escape, find_function_variant, parse_text = common.identifier_pattern, common.format_identifier, common.find, common.escape, common.find_function_variant, common.parse_text + +return expression diff --git a/parser/postparser.lua b/parser/postparser.lua new file mode 100644 index 0000000..b83aa69 --- /dev/null +++ b/parser/postparser.lua @@ -0,0 +1,70 @@ +local expression +local parse_text + +-- * true: if success +-- * nil, error: in case of error +local function parse(state) + for _, l in ipairs(state.queued_lines) do + local line, namespace = l.line, l.namespace + -- decorators + if line.condition then + if line.condition:match("[^%s]") then + local exp, rem = expression(line.condition, state, namespace) + if not exp then return nil, ("%s; at line %s"):format(rem, line.line) end + if rem:match("[^%s]") then return nil, ("expected end of expression before %q in condition decorator; at line %s"):format(rem, line.line) end + line.condition = exp + else + line.condition = nil + end + end + if line.tag then + if line.tag:match("[^%s]") then + local exp, rem = expression(line.tag, state, namespace) + if not exp then return nil, ("%s; at line %s"):format(rem, line.line) end + if rem:match("[^%s]") then return nil, ("expected end of expression before %q in condition decorator; at line %s"):format(rem, line.line) end + line.tag = exp + else + line.tag = nil + end + end + -- expressions + if line.expression then + if line.expression:match("[^%s]") then + local exp, rem = expression(line.expression, state, namespace) + if not exp then return nil, ("%s; at line %s"):format(rem, line.line) end + if rem:match("[^%s]") then return nil, ("expected end of expression before %q; at line %s"):format(rem, line.line) end + line.expression = exp + else + line.expression = nil + end + -- function return type information + if line.type == "return" then + local variant = line.parent_function.variant + local return_type = line.expression.return_type + if return_type then + if not variant.return_type then + variant.return_type = return_type + elseif variant.return_type ~= return_type then + return nil, ("trying to return a %s in a function that returns a %s; at line %s"):format(return_type, variant.return_type, line.line) + end + end + end + end + -- text + if line.text then + local txt, err = parse_text(line.text, state, namespace) + if err then return nil, ("%s; at line %s"):format(err, line.line) end + line.text = txt + end + end + state.queued_lines = {} + return true +end + +package.loaded[...] = parse +expression = require((...):gsub("postparser$", "expression")) +local common = require((...):gsub("postparser$", "common")) +parse_text = common.parse_text + +--- postparse shit: parse expressions and do variable existence and type checking +return parse diff --git a/parser/preparser.lua b/parser/preparser.lua new file mode 100644 index 0000000..02a175c --- /dev/null +++ b/parser/preparser.lua @@ -0,0 +1,332 @@ +local expression +local format_identifier, identifier_pattern +local eval + +-- * ast: if success +-- * nil, error: in case of error +local function parse_line(line, state, namespace) + local l = line.content + local r = { + line = line.line + } + -- comment + if l:match("^%(") then + r.type = "comment" + r.remove_from_block_ast = true + return r + end + -- decorators + while l:match("^..+[~#]") or l:match("^..+§") do + -- condition + if l:match("^..+%~.-$") then + local expr + l, expr = l:match("^(.-)%s*%~(.-)$") + r.condition = expr + -- paragraph + elseif l:match("^..+§.-$") then + local name + l, name = l:match("^(.-)%s*§(.-)$") + local fqm = ("%s%s"):format(namespace, format_identifier(name, state)) + namespace = fqm.."." + r.paragraph = true + r.parent_function = true + r.namespace = fqm.."." + r.name = fqm + if not state.functions[fqm] then + state.functions[fqm] = { + { + arity = 0, + value = r + } + } + if not state.variables[fqm..".👁️"] then + state.variables[fqm..".👁️"] = { + type = "number", + value = 0 + } + end + else + table.insert(state.functions[fqm], { + arity = 0, + value = r + }) + end + -- tag + elseif l:match("^..+%#.-$") then + local expr + l, expr = l:match("^(.-)%s*%#(.-)$") + r.tag = expr + end + end + -- else-condition & condition + if l:match("^~~?") then + r.type = l:match("^~~") and "else-condition" or "condition" + r.child = true + local expr = l:match("^~~?(.*)$") + if expr:match("[^%s]") then + r.expression = expr + else + r.expression = "1" + end + -- choice + elseif l:match("^>") then + r.type = "choice" + r.push_event = "choice" + r.child = true + r.text = l:match("^>%s*(.-)$") + -- function & paragraph + elseif l:match("^%$") or l:match("^§") then -- § is a 2-bytes caracter, DO NOT USE LUA PATTERN OPERATORS as they operate on single bytes + r.type = l:match("^%$") and "function" or "paragraph" + r.child = true + local fqm = ("%s%s"):format(namespace, format_identifier(l:match("^%$(.*)$") or l:match("^§(.*)$"), state)) + -- get params + r.params = {} + if r.type == "function" and fqm:match("%b()$") then + local content + fqm, content = fqm:match("^(.-)(%b())$") + content = content:gsub("^%(", ""):gsub("%)$", "") + for param in content:gmatch("[^%,]+") do + table.insert(r.params, format_identifier(("%s.%s"):format(fqm, param), state)) + end + end + local arity, vararg = #r.params, nil + if arity > 0 and r.params[arity]:match("%.%.%.$") then -- varargs + r.params[arity] = r.params[arity]:match("^(.*)%.%.%.$") + vararg = arity + arity = { arity-1, math.huge } + end + -- store parent function and run paragraph when line is read + if r.type == "paragraph" then + r.paragraph = true + r.parent_function = true + end + -- don't keep function node in block AST + if r.type == "function" then + r.remove_from_block_ast = true + if not state.variables[fqm..".🏁"] then + state.variables[fqm..".🏁"] = { + type = "string", + value = "" + } + end + end + -- define function and variables + r.namespace = fqm.."." + r.name = fqm + if state.variables[fqm] then return nil, ("trying to define %s %s, but a variable with the same name exists; at line %s"):format(r.type, fqm, line.line) end + r.variant = { + arity = arity, + types = {}, + vararg = vararg, + value = r + } + if not state.functions[fqm] then + state.functions[fqm] = { r.variant } + if not state.variables[fqm..".👁️"] then + state.variables[fqm..".👁️"] = { + type = "number", + value = 0 + } + end + else + -- check for arity conflict + for _, variant in ipairs(state.functions[fqm]) do + local vmin, vmax = 0, math.huge + if type(variant.arity) == "table" then + vmin, vmax = variant.arity[1], variant.arity[2] + elseif variant.arity then + vmin, vmax = variant.arity, variant.arity + end + local min, max = 0, math.huge + if type(r.variant.arity) == "table" then + min, max = r.variant.arity[1], r.variant.arity[2] + elseif r.variant.arity then + min, max = variant.arity, r.variant.arity + end + if min == vmin and max == vmax then + return nil, ("trying to define %s %s with arity [%s;%s], but another function with the arity exist; at line %s"):format(r.type, fqm, min, max, line.line) + end + end + -- add + table.insert(state.functions[fqm], r.variant) + end + -- set type check information + for i, param in ipairs(r.params) do + if not state.variables[param] then + state.variables[param] = { + type = "undefined argument", + value = { r.variant, i } + } + elseif state.variables[param].type ~= "undefined argument" then + r.variant.types[i] = state.variables[param].type + end + end + -- definition + elseif l:match("^:") then + r.type = "definition" + r.remove_from_block_ast = true + local exp, rem = expression(l:match("^:(.*)$"), state, namespace) -- expression parsing is done directly to get type information + if not exp then return nil, ("%s; at line %s"):format(rem, line.line) end + local fqm = ("%s%s"):format(namespace, format_identifier(rem, state)) + if state.functions[fqm] then return nil, ("trying to define variable %s, but a function with the same name exists; at line %s"):format(fqm, line.line) end + if not state.variables[fqm] or state.variables[fqm].type == "undefined argument" then + local v, e = eval(state, exp) + if not v then return v, e end + -- update function typecheck information + if state.variables[fqm] and state.variables[fqm].type == "undefined argument" then + local und = state.variables[fqm].value + und[1].types[und[2]] = v.type + end + state.variables[fqm] = v + elseif state.variables[fqm].type ~= exp.type then + return nil, ("trying to define variable %s of type %s but a it is already defined with type %s; at line %s"):format(fqm, exp.type, state.variables[fqm].type, line.line) + end + -- tag + elseif l:match("^%#") then + r.type = "tag" + r.child = true + r.expression = l:match("^%#(.*)$") + -- return + elseif l:match("^%@") then + r.type = "return" + r.parent_function = true + r.expression = l:match("^%@(.*)$") + -- text + elseif l:match("[^%s]") then + r.type = "text" + r.push_event = "text" + r.text = l + -- flush events + else + r.type = "flush_events" + end + if not r.type then return nil, ("unknown line %s type"):format(line.line) end + return r +end + +-- * block: in case of success +-- * nil, err: in case of error +local function parse_block(indented, state, namespace, parent_function, last_event) + local block = { type = "block" } + local lastLine -- last line AST + for i, l in ipairs(indented) do + -- parsable line + if l.content then + local ast, err = parse_line(l, state, namespace) + if err then return nil, err end + lastLine = ast + -- store parent function + if ast.parent_function then ast.parent_function = parent_function end + -- add to block AST + if not ast.remove_from_block_ast then + ast.parent_block = block + -- insert flush on event type change + if ast.type == "flush" then last_event = nil end + if ast.push_event then + if last_event and ast.push_event ~= last_event then + table.insert(block, { line = l.line, type = "flush_events" }) + end + last_event = ast.push_event + end + -- add ast node + ast.parent_position = #block+1 + if ast.replace_with then + if indented[i+1].content then + table.insert(indented, i+1, { content = ast.replace_with, line = l.line }) + else + table.insert(indented, i+2, { content = ast.replace_with, line = l.line }) -- if line has children + end + else + table.insert(block, ast) + end + end + -- add child + if ast.child then ast.child = { type = "block", parent_line = ast } end + -- queue in expression evalution + table.insert(state.queued_lines, { namespace = ast.namespace or namespace, line = ast }) + -- indented (ignore block comments) + elseif lastLine.type ~= "comment" then + if not lastLine.child then + return nil, ("line %s (%s) can't have children"):format(lastLine.line, lastLine.type) + else + local r, e = parse_block(l, state, lastLine.namespace or namespace, lastLine.type == "function" and lastLine or parent_function, last_event) + if not r then return r, e end + r.parent_line = lastLine + lastLine.child = r + end + end + end + return block +end + +--- returns the nested list of lines {content="", line=1}, grouped by indentation +-- multiple empty lines are merged +-- * list, last line +local function parse_indent(lines, i, indentLevel, insert_empty_line) + i = i or 1 + indentLevel = indentLevel or 0 + local indented = {} + while i <= #lines do + if lines[i]:match("[^%s]") then + local indent, line = lines[i]:match("^(%s*)(.*)$") + if #indent == indentLevel then + if insert_empty_line then + table.insert(indented, { content = "", line = insert_empty_line }) + insert_empty_line = false + end + table.insert(indented, { content = line, line = i }) + elseif #indent > indentLevel then + local t + t, i = parse_indent(lines, i, #indent, insert_empty_line) + table.insert(indented, t) + else + return indented, i-1 + end + elseif not insert_empty_line then + insert_empty_line = i + end + i = i + 1 + end + return indented, i-1 +end + +--- return the list of raw lines of s +local function parse_lines(s) + local lines = {} + for l in (s.."\n"):gmatch("(.-)\n") do + table.insert(lines, l) + end + return lines +end + +--- preparse shit: create AST structure, define variables and functions, but don't parse expression or perform any type checking +-- (wait for other files to be parsed before doing this with postparse) +-- * state: in case of success +-- * nil, err: in case of error +local function parse(state, s, name) + -- parse lines + local lines = parse_lines(s) + local indented = parse_indent(lines) + -- wrap in named function if neccessary + if name ~= "" then + if not name:match("^"..identifier_pattern.."$") then + return nil, ("invalid function name %q"):format(name) + end + indented = { + { content = "$ "..name, line = 0 }, + indented + } + end + -- parse + local root, err = parse_block(indented, state, "") + if not root then return nil, err end + return state +end + +package.loaded[...] = parse +expression = require((...):gsub("preparser$", "expression")) +local common = require((...):gsub("preparser$", "common")) +format_identifier, identifier_pattern = common.format_identifier, common.identifier_pattern +eval = require((...):gsub("parser%.preparser$", "interpreter.expression")) + +return parse diff --git a/run.lua b/run.lua deleted file mode 100644 index 95ecec3..0000000 --- a/run.lua +++ /dev/null @@ -1,37 +0,0 @@ -require("candran").setup() - -local vm = require("anselme")() - -vm:loaddirectory(".") -vm:loadfile("test.ans") - -print(require("inspect")(vm.state)) - -while true do - local e, d = vm:step() - if e == "text" then - for _, t in ipairs(d) do - print(t.text) - for k,v in pairs(t.tags) do - print("> "..tostring(k)..": "..tostring(v)) - end - end - print("-----") - elseif e == "choice" then - for i, c in ipairs(d) do - print(tostring(i)..": "..c.text) - for k,v in pairs(c.tags) do - print("> "..tostring(k)..": "..tostring(v)) - end - end - local choice - repeat - choice = tonumber(io.read("*l")) - until choice ~= nil and choice > 0 and choice <= #d - vm:choose(choice) - elseif e == "end" then - break - else - error("unknown event ("..tostring(e)..")") - end -end diff --git a/stdlib/functions.lua b/stdlib/functions.lua new file mode 100644 index 0000000..d2d05cd --- /dev/null +++ b/stdlib/functions.lua @@ -0,0 +1,334 @@ +local truthy, eval, find_function_variant, anselme + +local function rewrite_assignement(fqm, state, arg, explicit_call) + local op, e = find_function_variant(fqm:match("^(.*)%=$"), state, arg, true) + if not op then return op, e end + local ass, err = find_function_variant(":=", state, { type = "list", left = arg.left, right = op }, explicit_call) + if not ass then return ass, err end + return ass +end + +local functions +functions = { + -- discard left + [";"] = { + { + arity = 2, mode = "raw", + value = function(a, b) return b end + } + }, + -- assignement + [":="] = { + { + arity = 2, mode = "custom", + check = function(state, args) + local left, right = args[1], args[2] + if left.type ~= "variable" then + return nil, ("assignement expected a variable as a left argument but received a %s"):format(left.type) + end + if left.return_type and right.return_type and left.return_type ~= right.return_type then + return nil, ("trying to assign a %s value to a %s variable"):format(right.return_type, left.return_type) + end + return right.return_type or true + end, + value = function(state, exp) + local arg = exp.argument + local name = arg.left.name + local right, righte = eval(state, arg.right) + if not right then return right, righte end + state.variables[name] = right + return right + end + } + }, + ["+="] = { + { rewrite = rewrite_assignement } + }, + ["-="] = { + { rewrite = rewrite_assignement } + }, + ["*="] = { + { rewrite = rewrite_assignement } + }, + ["/="] = { + { rewrite = rewrite_assignement } + }, + ["//="] = { + { rewrite = rewrite_assignement } + }, + ["%="] = { + { rewrite = rewrite_assignement } + }, + ["^="] = { + { rewrite = rewrite_assignement } + }, + -- comparaison + ["="] = { + { + arity = 2, return_type = "number", mode = "raw", + value = function(a, b) + return { + type = "number", + value = (a.type == b.type and a.value == b.value) and 1 or 0 + } + end + } + }, + ["!="] = { + { + arity = 2, return_type = "number", mode = "raw", + value = function(a, b) + return { + type = "number", + value = (a.type == b.type and a.value == b.value) and 0 or 1 + } + end + } + }, + [">"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a > b end + } + }, + ["<"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a < b end + } + }, + [">="] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a >= b end + } + }, + ["<="] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a <= b end + } + }, + -- arithmetic + ["+"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a + b end + }, + { + arity = 2, types = { "string", "string" }, return_type = "string", + value = function(a, b) return a .. b end + } + }, + ["-"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a - b end + }, + { + arity = 1, types = { "number" }, return_type = "number", + value = function(a) return -a end + } + }, + ["*"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a * b end + } + }, + ["/"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a / b end + } + }, + ["//"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return math.floor(a / b) end + } + }, + ["^"] = { + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) return a ^ b end + } + }, + -- boolean + ["!"] = { + { + arity = 1, return_type = "number", mode = "raw", + value = function(a) + return { + type = "number", + value = truthy(a) and 0 or 1 + } + end + } + }, + ["&"] = { + { + arity = 2, return_type = "number", mode = "custom", + value = function(state, exp) + local left, lefte = eval(state, exp.left) + if not left then return left, lefte end + if truthy(left) then + local right, righte = eval(state, exp.right) + if not right then return right, righte end + if truthy(right) then + return { + type = "number", + value = 1 + } + end + end + return { + type = "number", + value = 0 + } + end + } + }, + ["|"] = { + { + arity = 2, return_type = "number", mode = "raw", + value = function(state, exp) + local left, lefte = eval(state, exp.left) + if not left then return left, lefte end + if truthy(left) then + return { + type = "number", + value = 1 + } + end + local right, righte = eval(state, exp.right) + if not right then return right, righte end + return { + type = "number", + value = truthy(right) and 1 or 0 + } + end + } + }, + -- pair + [":"] = { + { + arity = 2, return_type = "pair", mode = "raw", + value = function(a, b) + return { + type = "pair", + value = { a, b } + } + end + } + }, + -- index + ["("] = { + { + arity = 2, types = { "list", "number" }, mode = "raw", + value = function(a, b) + return a.value[b.value] or { type = "nil", value = nil } + end + } + }, + -- list methods + len = { + { + arity = 1, types = { "list" }, return_type = "number", mode = "raw", -- raw to count pairs in the list + value = function(a) + return { + type = "number", + value = #a.value + } + end + } + }, + insert = { + { + arity = 2, types = { "list" }, return_type = "list", mode = "raw", + value = function(a, v) + table.insert(a.value, v) + return a + end + }, + { + arity = 3, types = { "list", "number" }, return_type = "list", mode = "raw", + value = function(a, k, v) + table.insert(a.value, k.value, v) + return a + end + } + }, + remove = { + { + arity = 1, types = { "list" }, return_type = "list", mode = "raw", + value = function(a) + table.remove(a.value) + return a + end + }, + { + arity = 2, types = { "list", "number" }, return_type = "list", mode = "raw", + value = function(a, k) + table.remove(a.value, k.value) + return a + end + } + }, + rand = { + { + arity = 0, return_type = "number", + value = function() + return math.random() + end + }, + { + arity = 1, types = { "number" }, return_type = "number", + value = function(a) + return math.random(a) + end + }, + { + arity = 2, types = { "number", "number" }, return_type = "number", + value = function(a, b) + return math.random(a, b) + end + } + }, + cycle = function(...) + local l = {...} + local f, fseen = l[1], assert(anselme.running:eval(l[1]..".👁️", anselme.running:current_namespace())) + for j=2, #l do + local seen = assert(anselme.running:eval(l[j]..".👁️", anselme.running:current_namespace())) + if seen < fseen then + f = l[j] + break + end + end + return anselme.running:run(f, anselme.running:current_namespace()) + end, + random = function(...) + local l = {...} + return anselme.running:run(l[math.random(1, #l)], anselme.running:current_namespace()) + end, + next = function(...) + local l = {...} + local f = l[#l] + for j=1, #l-1 do + local seen = assert(anselme.running:eval(l[j]..".👁️", anselme.running:current_namespace())) + if seen == 0 then + f = l[j] + break + end + end + return anselme.running:run(f, anselme.running:current_namespace()) + end +} + +package.loaded[...] = functions +truthy = require((...):gsub("stdlib%.functions$", "interpreter.common")).truthy +eval = require((...):gsub("stdlib%.functions$", "interpreter.expression")) +find_function_variant = require((...):gsub("stdlib%.functions$", "parser.common")).find_function_variant +anselme = require((...):gsub("stdlib%.functions$", "anselme")) + +return functions diff --git a/stdlib/types.lua b/stdlib/types.lua new file mode 100644 index 0000000..0edbd67 --- /dev/null +++ b/stdlib/types.lua @@ -0,0 +1,140 @@ +local format, to_lua, from_lua + +local types = {} +types.lua = { + ["nil"] = { + to_anselme = function(val) + return { + type = "nil", + value = nil + } + end + }, + boolean = { + to_anselme = function(val) + return { + type = "number", + value = val and 1 or 0 + } + end + }, + number = { + to_anselme = function(val) + return { + type = "number", + value = val + } + end + }, + string = { + to_anselme = function(val) + return { + type = "string", + value = val + } + end + }, + table = { + to_anselme = function(val) + local l = {} + for _, v in ipairs(val) do + local r, e = from_lua(v) + if not r then return r, e end + table.insert(l, r) + end + for k, v in pairs(val) do + if not l[k] then + local kv, ke = from_lua(k) + if not k then return k, ke end + local vv, ve = from_lua(v) + if not v then return v, ve end + table.insert(l, { + type = "pair", + value = { kv, vv } + }) + end + end + return { + type = "list", + value = val + } + end + } +} + +types.anselme = { + ["nil"] = { + format = function() + return "" + end, + to_lua = function() + return nil + end + }, + number = { + format = function(val) + return tostring(val) + end, + to_lua = function(val) + return val + end + }, + string = { + format = function(val) + return tostring(val) + end, + to_lua = function(val) + return val + end + }, + list = { + format = function(val) + local l = {} + for _, v in ipairs(val) do + local s, e = format(v) + if not s then return s, e end + table.insert(l, s) + end + return ("[%s]"):format(table.concat(l, ", ")) + end, + to_lua = function(val) + local l = {} + for _, v in ipairs(val) do + if v.type == "pair" then + local k, ke = to_lua(v.value[1]) + if not k then return k, ke end + local x, xe = to_lua(v.value[2]) + if not x then return x, xe end + l[k] = x + else + local s, e = to_lua(v) + if not s then return s, e end + table.insert(l, s) + end + end + return l + end, + }, + pair = { + format = function(val) + local k, ke = format(val[1]) + if not k then return k, ke end + local v, ve = format(val[2]) + if not v then return v, ve end + return ("%s:%s"):format(k, v) + end, + to_lua = function(val) + local k, ke = to_lua(val[1]) + if not k then return k, ke end + local v, ve = to_lua(val[2]) + if not v then return v, ve end + return { [k] = v } + end + } +} + +package.loaded[...] = types +local common = require((...):gsub("stdlib%.types$", "interpreter.common")) +format, to_lua, from_lua = common.format, common.to_lua, common.from_lua + +return types diff --git a/test.ans b/test.ans index abaf86e..6a8300d 100644 --- a/test.ans +++ b/test.ans @@ -1,5 +1,3 @@ -~ - hey - ~ test yep -~ - lol +$ f(a, b) + +$ f(x) diff --git a/test/inspect.lua b/test/inspect.lua new file mode 100644 index 0000000..e2e3806 --- /dev/null +++ b/test/inspect.lua @@ -0,0 +1,334 @@ +local inspect ={ + _VERSION = 'inspect.lua 3.1.0', + _URL = 'http://github.com/kikito/inspect.lua', + _DESCRIPTION = 'human-readable representations of tables', + _LICENSE = [[ + MIT LICENSE + + Copyright (c) 2013 Enrique García Cota + + Permission is hereby granted, free of charge, to any person obtaining a + copy of this software and associated documentation files (the + "Software"), to deal in the Software without restriction, including + without limitation the rights to use, copy, modify, merge, publish, + distribute, sublicense, and/or sell copies of the Software, and to + permit persons to whom the Software is furnished to do so, subject to + the following conditions: + + The above copyright notice and this permission notice shall be included + in all copies or substantial portions of the Software. + + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS + OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. + IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY + CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, + TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE + SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + ]] +} + +local tostring = tostring + +inspect.KEY = setmetatable({}, {__tostring = function() return 'inspect.KEY' end}) +inspect.METATABLE = setmetatable({}, {__tostring = function() return 'inspect.METATABLE' end}) + +local function rawpairs(t) + return next, t, nil +end + +-- Apostrophizes the string if it has quotes, but not aphostrophes +-- Otherwise, it returns a regular quoted string +local function smartQuote(str) + if str:match('"') and not str:match("'") then + return "'" .. str .. "'" + end + return '"' .. str:gsub('"', '\\"') .. '"' +end + +-- \a => '\\a', \0 => '\\0', 31 => '\31' +local shortControlCharEscapes = { + ["\a"] = "\\a", ["\b"] = "\\b", ["\f"] = "\\f", ["\n"] = "\\n", + ["\r"] = "\\r", ["\t"] = "\\t", ["\v"] = "\\v" +} +local longControlCharEscapes = {} -- \a => nil, \0 => \000, 31 => \031 +for i=0, 31 do + local ch = string.char(i) + if not shortControlCharEscapes[ch] then + shortControlCharEscapes[ch] = "\\"..i + longControlCharEscapes[ch] = string.format("\\%03d", i) + end +end + +local function escape(str) + return (str:gsub("\\", "\\\\") + :gsub("(%c)%f[0-9]", longControlCharEscapes) + :gsub("%c", shortControlCharEscapes)) +end + +local function isIdentifier(str) + return type(str) == 'string' and str:match( "^[_%a][_%a%d]*$" ) +end + +local function isSequenceKey(k, sequenceLength) + return type(k) == 'number' + and 1 <= k + and k <= sequenceLength + and math.floor(k) == k +end + +local defaultTypeOrders = { + ['number'] = 1, ['boolean'] = 2, ['string'] = 3, ['table'] = 4, + ['function'] = 5, ['userdata'] = 6, ['thread'] = 7 +} + +local function sortKeys(a, b) + local ta, tb = type(a), type(b) + + -- strings and numbers are sorted numerically/alphabetically + if ta == tb and (ta == 'string' or ta == 'number') then return a < b end + + local dta, dtb = defaultTypeOrders[ta], defaultTypeOrders[tb] + -- Two default types are compared according to the defaultTypeOrders table + if dta and dtb then return defaultTypeOrders[ta] < defaultTypeOrders[tb] + elseif dta then return true -- default types before custom ones + elseif dtb then return false -- custom types after default ones + end + + -- custom types are sorted out alphabetically + return ta < tb +end + +-- For implementation reasons, the behavior of rawlen & # is "undefined" when +-- tables aren't pure sequences. So we implement our own # operator. +local function getSequenceLength(t) + local len = 1 + local v = rawget(t,len) + while v ~= nil do + len = len + 1 + v = rawget(t,len) + end + return len - 1 +end + +local function getNonSequentialKeys(t) + local keys, keysLength = {}, 0 + local sequenceLength = getSequenceLength(t) + for k,_ in rawpairs(t) do + if not isSequenceKey(k, sequenceLength) then + keysLength = keysLength + 1 + keys[keysLength] = k + end + end + table.sort(keys, sortKeys) + return keys, keysLength, sequenceLength +end + +local function countTableAppearances(t, tableAppearances) + tableAppearances = tableAppearances or {} + + if type(t) == 'table' then + if not tableAppearances[t] then + tableAppearances[t] = 1 + for k,v in rawpairs(t) do + countTableAppearances(k, tableAppearances) + countTableAppearances(v, tableAppearances) + end + countTableAppearances(getmetatable(t), tableAppearances) + else + tableAppearances[t] = tableAppearances[t] + 1 + end + end + + return tableAppearances +end + +local copySequence = function(s) + local copy, len = {}, #s + for i=1, len do copy[i] = s[i] end + return copy, len +end + +local function makePath(path, ...) + local keys = {...} + local newPath, len = copySequence(path) + for i=1, #keys do + newPath[len + i] = keys[i] + end + return newPath +end + +local function processRecursive(process, item, path, visited) + if item == nil then return nil end + if visited[item] then return visited[item] end + + local processed = process(item, path) + if type(processed) == 'table' then + local processedCopy = {} + visited[item] = processedCopy + local processedKey + + for k,v in rawpairs(processed) do + processedKey = processRecursive(process, k, makePath(path, k, inspect.KEY), visited) + if processedKey ~= nil then + processedCopy[processedKey] = processRecursive(process, v, makePath(path, processedKey), visited) + end + end + + local mt = processRecursive(process, getmetatable(processed), makePath(path, inspect.METATABLE), visited) + if type(mt) ~= 'table' then mt = nil end -- ignore not nil/table __metatable field + setmetatable(processedCopy, mt) + processed = processedCopy + end + return processed +end + + + +------------------------------------------------------------------- + +local Inspector = {} +local Inspector_mt = {__index = Inspector} + +function Inspector:puts(...) + local args = {...} + local buffer = self.buffer + local len = #buffer + for i=1, #args do + len = len + 1 + buffer[len] = args[i] + end +end + +function Inspector:down(f) + self.level = self.level + 1 + f() + self.level = self.level - 1 +end + +function Inspector:tabify() + self:puts(self.newline, string.rep(self.indent, self.level)) +end + +function Inspector:alreadyVisited(v) + return self.ids[v] ~= nil +end + +function Inspector:getId(v) + local id = self.ids[v] + if not id then + local tv = type(v) + id = (self.maxIds[tv] or 0) + 1 + self.maxIds[tv] = id + self.ids[v] = id + end + return tostring(id) +end + +function Inspector:putKey(k) + if isIdentifier(k) then return self:puts(k) end + self:puts("[") + self:putValue(k) + self:puts("]") +end + +function Inspector:putTable(t) + if t == inspect.KEY or t == inspect.METATABLE then + self:puts(tostring(t)) + elseif self:alreadyVisited(t) then + self:puts('