Parse indentation level with PEG.js

后端 未结 3 1512
离开以前
离开以前 2021-02-01 10:20

I have essentially the same question as PEG for Python style indentation, but I\'d like to get a little more direction regarding this answer.

The answer successfully gen

相关标签:
3条回答
  • 2021-02-01 10:34

    Here is a fix for @Jakub Kulhan´s grammar which works in PEG.js v 0.10.0. The last line needs to be changed to = &{ indent = indentStack.pop(); return true;} because PEG.js now does not allow standalone actions ({...}) in a grammar any more. This line is now a predicate (&{...}) which always succeeds (return true;).

    i also removed the pos = offset; because it gives an error offset is not defined. Probably Jakub was referring to some global variable available in older versions of PEG.js. PEG.js now provides the location() function which returns an object which contains offset and other information.

    // do not use result cache, nor line and column tracking
    
    { var indentStack = [], indent = ""; }
    
    start
      = INDENT? l:line
        { return l; }
    
    line
      = SAMEDENT line:(!EOL c:. { return c; })+ EOL?
        children:( INDENT c:line* DEDENT { return c; })?
        { var o = {}; o[line] = children; return children ? o : line.join(""); }
    
    EOL
      = "\r\n" / "\n" / "\r"
    
    SAMEDENT
      = i:[ \t]* &{ return i.join("") === indent; }
    
    INDENT
      = &(i:[ \t]+ &{ return i.length > indent.length; }
          { indentStack.push(indent); indent = i.join(""); })
    
    DEDENT
      = &{ indent = indentStack.pop(); return true;}
    

    Starting with v 0.11.0 PEG.js also supports the Value Plucking operator, @ which would allow to write this grammar even simpler, but as it is currently not in the online parser i will refrain from adding it to this example.

    0 讨论(0)
  • 2021-02-01 10:37

    Parser:

    // do not use result cache, nor line and column tracking
    
    { var indentStack = [], indent = ""; }
    
    start
      = INDENT? l:line
        { return l; }
    
    line
      = SAMEDENT line:(!EOL c:. { return c; })+ EOL?
        children:( INDENT c:line* DEDENT { return c; })?
        { var o = {}; o[line] = children; return children ? o : line.join(""); }
    
    EOL
      = "\r\n" / "\n" / "\r"
    
    SAMEDENT
      = i:[ \t]* &{ return i.join("") === indent; }
    
    INDENT
      = &(i:[ \t]+ &{ return i.length > indent.length; }
          { indentStack.push(indent); indent = i.join(""); pos = offset; })
    
    DEDENT
      = { indent = indentStack.pop(); }
    

    Input:

    a
      b
      c
      d
        z
        y
        x
    

    Output:

    {
       "a": [
          "b",
          "c",
          {
             "d": [
                "z",
                "y",
                "x"
             ]
          }
       ]
    }
    

    It cannot parse an empty object (last x), however, it should be easy to solve. Trick here is the SAMEDENT rule, it succeeds when indentation level hasn't changed. INDENT and DEDENT change current indentation level without changing position in text pos = offset.

    0 讨论(0)
  • 2021-02-01 10:40

    This example uses the colon (:) in order to separate between an object and a simple letter. That way it can also end with an object, but the colon is required. Like the example in the question it does not take care of ignorable whitespaces (eg. before a colon). It is based on Jakubs Kulhans´ example:

    // do not use result cache, nor line and column tracking
    
    { var indentStack = [], indent = ""; }
    
    Start = Object
    
    Object = Block / Letterline
    
    Block = Samedent id:Letter ':' childs:(
        Newline Indent childs:Object* Dedent {return childs;}
    )* {
        if (childs) {
            var o = {}; o[id] = childs.flat().flat();
            return o;
        } else {
            return id;
        }
    }
    
    Letterline = Samedent letters:Letter+ Newline? {return letters;}
    
    Letter = [a-z]
    
    Newline = "\r\n" / "\n" / "\r"
    
    Indent = &(
        i:[ ]+ &{
            return i.length > indent.length;
        } {
            indentStack.push(indent);
            indent = i.join("");
        }
    )
    
    Samedent = i:[ ]* &{ return i.join("") === indent; }
    
    Dedent = &{ indent = indentStack.pop(); return true; }
    

    The grammar will produce the desired output for the following input:

    a:
      bc
      d:
        zy
        x:
    
    0 讨论(0)
提交回复
热议问题