parser change to private module

src/lib.rs

@@ -132,7 +132,6 @@ extern crate serde_json;
 
 use serde_json::Value;
 
-pub use parser::parser::{Node, Parser};
 pub use select::JsonPathError;
 pub use select::{Selector, SelectorMut};
 
@@ -169,7 +168,7 @@ mod select;
 /// ]);
 /// ```
 pub fn compile(path: &str) -> impl FnMut(&Value) -> Result<Vec<&Value>, JsonPathError> {
-    let node = Parser::compile(path);
+    let node = parser::Parser::compile(path);
     move |json| match &node {
         Ok(node) => {
             let mut selector = Selector::default();

src/parser/mod.rs

@@ -1,10 +1,696 @@
-pub mod parser;
 mod path_reader;
-pub(crate) mod tokenizer;
+mod tokenizer;
+
+use std::str::FromStr;
+
+use self::tokenizer::*;
+
+const DUMMY: usize = 0;
+
+type ParseResult<T> = Result<T, String>;
+
+mod utils {
+    use std::str::FromStr;
+
+    pub fn string_to_num<F, S: FromStr>(string: &str, msg_handler: F) -> Result<S, String>
+        where
+            F: Fn() -> String,
+    {
+        match string.parse() {
+            Ok(n) => Ok(n),
+            _ => Err(msg_handler()),
+        }
+    }
+}
+
+#[derive(Debug, PartialEq, Clone)]
+pub enum ParseToken {
+    // '$'
+    Absolute,
+    // '@'
+    Relative,
+    // '.'
+    In,
+    // '..'
+    Leaves,
+    // '*'
+    All,
+
+    Key(String),
+    Keys(Vec<String>),
+    // []
+    Array,
+    // 메타토큰
+    ArrayEof,
+    // ?( filter )
+    Filter(FilterToken),
+    // 1 : 2
+    Range(Option<isize>, Option<isize>, Option<usize>),
+    // 1, 2, 3
+    Union(Vec<isize>),
+
+    Number(f64),
+
+    Bool(bool),
+
+    Eof,
+}
+
+#[derive(Debug, PartialEq, Clone)]
+pub enum FilterToken {
+    Equal,
+    NotEqual,
+    Little,
+    LittleOrEqual,
+    Greater,
+    GreaterOrEqual,
+    And,
+    Or,
+}
+
+#[derive(Debug, Clone)]
+pub struct Node {
+    left: Option<Box<Node>>,
+    right: Option<Box<Node>>,
+    token: ParseToken,
+}
+
+pub struct Parser;
+
+impl Parser {
+    pub fn compile(input: &str) -> ParseResult<Node> {
+        let mut tokenizer = TokenReader::new(input);
+        Ok(Self::json_path(&mut tokenizer)?)
+    }
+
+    fn json_path(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#json_path");
+        match tokenizer.next_token() {
+            Ok(Token::Absolute(_)) => {
+                let node = Self::node(ParseToken::Absolute);
+                Self::paths(node, tokenizer)
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn paths(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#paths");
+        match tokenizer.peek_token() {
+            Ok(Token::Dot(_)) => {
+                Self::eat_token(tokenizer);
+                Self::paths_dot(prev, tokenizer)
+            }
+            Ok(Token::OpenArray(_)) => {
+                Self::eat_token(tokenizer);
+                Self::eat_whitespace(tokenizer);
+                let node = Self::array(prev, tokenizer)?;
+                Self::paths(node, tokenizer)
+            }
+            _ => Ok(prev),
+        }
+    }
+
+    fn paths_dot(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#paths_dot");
+        let node = Self::path(prev, tokenizer)?;
+        Self::paths(node, tokenizer)
+    }
+
+    fn path(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#path");
+        match tokenizer.peek_token() {
+            Ok(Token::Dot(_)) => Self::path_leaves(prev, tokenizer),
+            Ok(Token::Asterisk(_)) => Self::path_in_all(prev, tokenizer),
+            Ok(Token::Key(_, _)) => Self::path_in_key(prev, tokenizer),
+            Ok(Token::OpenArray(_)) => {
+                Self::eat_token(tokenizer);
+                Self::array(prev, tokenizer)
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn path_leaves(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#path_leaves");
+        Self::eat_token(tokenizer);
+        match tokenizer.peek_token() {
+            Ok(Token::Asterisk(_)) => Self::path_leaves_all(prev, tokenizer),
+            Ok(Token::OpenArray(_)) => {
+                let mut leaves_node = Self::node(ParseToken::Leaves);
+                leaves_node.left = Some(Box::new(prev));
+                Ok(Self::paths(leaves_node, tokenizer)?)
+            }
+            _ => Self::path_leaves_key(prev, tokenizer),
+        }
+    }
+
+    fn path_leaves_key(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#path_leaves_key");
+        Ok(Node {
+            token: ParseToken::Leaves,
+            left: Some(Box::new(prev)),
+            right: Some(Box::new(Self::key(tokenizer)?)),
+        })
+    }
+
+    fn path_leaves_all(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#path_leaves_all");
+        Self::eat_token(tokenizer);
+        Ok(Node {
+            token: ParseToken::Leaves,
+            left: Some(Box::new(prev)),
+            right: Some(Box::new(Self::node(ParseToken::All))),
+        })
+    }
+
+    fn path_in_all(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#path_in_all");
+        Self::eat_token(tokenizer);
+        Ok(Node {
+            token: ParseToken::In,
+            left: Some(Box::new(prev)),
+            right: Some(Box::new(Self::node(ParseToken::All))),
+        })
+    }
+
+    fn path_in_key(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#path_in_key");
+        Ok(Node {
+            token: ParseToken::In,
+            left: Some(Box::new(prev)),
+            right: Some(Box::new(Self::key(tokenizer)?)),
+        })
+    }
+
+    fn key(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#key");
+        match tokenizer.next_token() {
+            Ok(Token::Key(_, v)) => Ok(Self::node(ParseToken::Key(v))),
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn boolean(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#boolean");
+        match tokenizer.next_token() {
+            Ok(Token::Key(_, ref v))
+            if {
+                let b = v.as_bytes();
+                !b.is_empty() && (b[0] == b't' || b[0] == b'T' || b[0] == b'f' || b[0] == b'F')
+            } =>
+                {
+                    Ok(Self::node(ParseToken::Bool(v.eq_ignore_ascii_case("true"))))
+                }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn array_keys(tokenizer: &mut TokenReader, first_key: String) -> ParseResult<Node> {
+        let mut keys = vec![first_key];
+        while tokenizer.peek_is(COMMA) {
+            Self::eat_token(tokenizer);
+            Self::eat_whitespace(tokenizer);
+
+            match tokenizer.next_token() {
+                Ok(Token::SingleQuoted(_, val)) | Ok(Token::DoubleQuoted(_, val)) => {
+                    keys.push(val);
+                }
+                _ => return Err(tokenizer.err_msg()),
+            }
+
+            Self::eat_whitespace(tokenizer);
+        }
+
+        Ok(Self::node(ParseToken::Keys(keys)))
+    }
+
+    fn array_quote_value(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#array_quote_value");
+        match tokenizer.next_token() {
+            Ok(Token::SingleQuoted(_, val)) | Ok(Token::DoubleQuoted(_, val)) => {
+                if !tokenizer.peek_is(COMMA) {
+                    Ok(Self::node(ParseToken::Key(val)))
+                } else {
+                    Self::array_keys(tokenizer, val)
+                }
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn array_start(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#array_start");
+        match tokenizer.peek_token() {
+            Ok(Token::Question(_)) => {
+                Self::eat_token(tokenizer);
+                Ok(Node {
+                    token: ParseToken::Array,
+                    left: Some(Box::new(prev)),
+                    right: Some(Box::new(Self::filter(tokenizer)?)),
+                })
+            }
+            Ok(Token::Asterisk(_)) => {
+                Self::eat_token(tokenizer);
+                Ok(Node {
+                    token: ParseToken::Array,
+                    left: Some(Box::new(prev)),
+                    right: Some(Box::new(Self::node(ParseToken::All))),
+                })
+            }
+            _ => Ok(Node {
+                token: ParseToken::Array,
+                left: Some(Box::new(prev)),
+                right: Some(Box::new(Self::array_value(tokenizer)?)),
+            }),
+        }
+    }
+
+    fn array(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#array");
+        let ret = Self::array_start(prev, tokenizer)?;
+        Self::eat_whitespace(tokenizer);
+        Self::close_token(ret, Token::CloseArray(DUMMY), tokenizer)
+    }
+
+    fn array_value_key(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#array_value_key");
+        match tokenizer.next_token() {
+            Ok(Token::Key(pos, ref val)) => {
+                let digit = utils::string_to_num(val, || tokenizer.err_msg_with_pos(pos))?;
+                Self::eat_whitespace(tokenizer);
+
+                match tokenizer.peek_token() {
+                    Ok(Token::Comma(_)) => Self::union(digit, tokenizer),
+                    Ok(Token::Split(_)) => Self::range_from(digit, tokenizer),
+                    _ => Ok(Self::node(ParseToken::Number(digit as f64))),
+                }
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn array_value(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#array_value");
+        match tokenizer.peek_token() {
+            Ok(Token::Key(_, _)) => Self::array_value_key(tokenizer),
+            Ok(Token::Split(_)) => {
+                Self::eat_token(tokenizer);
+                Self::range_to(tokenizer)
+            }
+            Ok(Token::DoubleQuoted(_, _)) | Ok(Token::SingleQuoted(_, _)) => {
+                Self::array_quote_value(tokenizer)
+            }
+            Err(TokenError::Eof) => Ok(Self::node(ParseToken::Eof)),
+            _ => {
+                Self::eat_token(tokenizer);
+                Err(tokenizer.err_msg())
+            }
+        }
+    }
+
+    fn union(num: isize, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#union");
+        let mut values = vec![num];
+        while match tokenizer.peek_token() {
+            Ok(Token::Comma(_)) => true,
+            _ => false,
+        } {
+            Self::eat_token(tokenizer);
+            Self::eat_whitespace(tokenizer);
+            match tokenizer.next_token() {
+                Ok(Token::Key(pos, ref val)) => {
+                    let digit = utils::string_to_num(val, || tokenizer.err_msg_with_pos(pos))?;
+                    values.push(digit);
+                }
+                _ => {
+                    return Err(tokenizer.err_msg());
+                }
+            }
+        }
+        Ok(Self::node(ParseToken::Union(values)))
+    }
+
+    fn range_value<S: FromStr>(tokenizer: &mut TokenReader) -> Result<Option<S>, String> {
+        Self::eat_whitespace(tokenizer);
+
+        match tokenizer.peek_token() {
+            Ok(Token::Split(_)) => {
+                Self::eat_token(tokenizer);
+                Self::eat_whitespace(tokenizer);
+            }
+            _ => {
+                return Ok(None);
+            }
+        }
+
+        match tokenizer.peek_token() {
+            Ok(Token::Key(_, _)) => {}
+            _ => {
+                return Ok(None);
+            }
+        }
+
+        match tokenizer.next_token() {
+            Ok(Token::Key(pos, str_step)) => {
+                match utils::string_to_num(&str_step, || tokenizer.err_msg_with_pos(pos)) {
+                    Ok(step) => Ok(Some(step)),
+                    Err(e) => Err(e),
+                }
+            }
+            _ => {
+                unreachable!();
+            }
+        }
+    }
+
+    fn range_from(from: isize, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#range_from");
+        Self::eat_token(tokenizer);
+        Self::eat_whitespace(tokenizer);
+
+        match tokenizer.peek_token() {
+            Ok(Token::Key(_, _)) => Self::range(from, tokenizer),
+            Ok(Token::Split(_)) => match Self::range_value(tokenizer)? {
+                Some(step) => Ok(Self::node(ParseToken::Range(Some(from), None, Some(step)))),
+                _ => Ok(Self::node(ParseToken::Range(Some(from), None, None))),
+            },
+            _ => Ok(Self::node(ParseToken::Range(Some(from), None, None))),
+        }
+    }
+
+    fn range_to(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#range_to");
+
+        if let Some(step) = Self::range_value(tokenizer)? {
+            return Ok(Self::node(ParseToken::Range(None, None, Some(step))));
+        }
+
+        if let Ok(Token::CloseArray(_)) = tokenizer.peek_token() {
+            return Ok(Self::node(ParseToken::Range(None, None, None)));
+        }
+
+        match tokenizer.next_token() {
+            Ok(Token::Key(pos, ref to_str)) => {
+                let to = utils::string_to_num(to_str, || tokenizer.err_msg_with_pos(pos))?;
+                let step = Self::range_value(tokenizer)?;
+                Ok(Self::node(ParseToken::Range(None, Some(to), step)))
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn range(from: isize, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#range");
+        match tokenizer.next_token() {
+            Ok(Token::Key(pos, ref str_to)) => {
+                let to = utils::string_to_num(str_to, || tokenizer.err_msg_with_pos(pos))?;
+                let step = Self::range_value(tokenizer)?;
+                Ok(Self::node(ParseToken::Range(Some(from), Some(to), step)))
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn filter(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#filter");
+        match tokenizer.next_token() {
+            Ok(Token::OpenParenthesis(_)) => {
+                let ret = Self::exprs(tokenizer)?;
+                Self::eat_whitespace(tokenizer);
+                Self::close_token(ret, Token::CloseParenthesis(DUMMY), tokenizer)
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn exprs(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        Self::eat_whitespace(tokenizer);
+        debug!("#exprs");
+        let node = match tokenizer.peek_token() {
+            Ok(Token::OpenParenthesis(_)) => {
+                Self::eat_token(tokenizer);
+                trace!("\t-exprs - open_parenthesis");
+                let ret = Self::exprs(tokenizer)?;
+                Self::eat_whitespace(tokenizer);
+                Self::close_token(ret, Token::CloseParenthesis(DUMMY), tokenizer)?
+            }
+            _ => {
+                trace!("\t-exprs - else");
+                Self::expr(tokenizer)?
+            }
+        };
+        Self::eat_whitespace(tokenizer);
+        Self::condition_expr(node, tokenizer)
+    }
+
+    fn condition_expr(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#condition_expr");
+        match tokenizer.peek_token() {
+            Ok(Token::And(_)) => {
+                Self::eat_token(tokenizer);
+                Ok(Node {
+                    token: ParseToken::Filter(FilterToken::And),
+                    left: Some(Box::new(prev)),
+                    right: Some(Box::new(Self::exprs(tokenizer)?)),
+                })
+            }
+            Ok(Token::Or(_)) => {
+                Self::eat_token(tokenizer);
+                Ok(Node {
+                    token: ParseToken::Filter(FilterToken::Or),
+                    left: Some(Box::new(prev)),
+                    right: Some(Box::new(Self::exprs(tokenizer)?)),
+                })
+            }
+            _ => Ok(prev),
+        }
+    }
+
+    fn expr(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#expr");
+
+        let has_prop_candidate = match tokenizer.peek_token() {
+            Ok(Token::At(_)) => true,
+            _ => false,
+        };
+
+        let node = Self::term(tokenizer)?;
+        Self::eat_whitespace(tokenizer);
+
+        if match tokenizer.peek_token() {
+            Ok(Token::Equal(_))
+            | Ok(Token::NotEqual(_))
+            | Ok(Token::Little(_))
+            | Ok(Token::LittleOrEqual(_))
+            | Ok(Token::Greater(_))
+            | Ok(Token::GreaterOrEqual(_)) => true,
+            _ => false,
+        } {
+            Self::op(node, tokenizer)
+        } else if has_prop_candidate {
+            Ok(node)
+        } else {
+            Err(tokenizer.err_msg())
+        }
+    }
+
+    fn term_num(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#term_num");
+        match tokenizer.next_token() {
+            Ok(Token::Key(pos, val)) => match tokenizer.peek_token() {
+                Ok(Token::Dot(_)) => Self::term_num_float(val.as_str(), tokenizer),
+                _ => {
+                    let number = utils::string_to_num(&val, || tokenizer.err_msg_with_pos(pos))?;
+                    Ok(Self::node(ParseToken::Number(number)))
+                }
+            },
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn term_num_float(num: &str, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#term_num_float");
+        Self::eat_token(tokenizer);
+        match tokenizer.next_token() {
+            Ok(Token::Key(pos, frac)) => {
+                let mut f = String::new();
+                f.push_str(&num);
+                f.push('.');
+                f.push_str(frac.as_str());
+                let number = utils::string_to_num(&f, || tokenizer.err_msg_with_pos(pos))?;
+                Ok(Self::node(ParseToken::Number(number)))
+            }
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+
+    fn term(tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#term");
+
+        if tokenizer.peek_is(AT) {
+            Self::eat_token(tokenizer);
+            let node = Self::node(ParseToken::Relative);
+
+            return match tokenizer.peek_token() {
+                Ok(Token::Whitespace(_, _)) => {
+                    Self::eat_whitespace(tokenizer);
+                    Ok(node)
+                }
+                _ => Self::paths(node, tokenizer),
+            };
+        }
+
+        if tokenizer.peek_is(ABSOLUTE) {
+            return Self::json_path(tokenizer);
+        }
+
+        if tokenizer.peek_is(DOUBLE_QUOTE) || tokenizer.peek_is(SINGLE_QUOTE) {
+            return Self::array_quote_value(tokenizer);
+        }
+
+        if tokenizer.peek_is(KEY) {
+            let key = if let Ok(Token::Key(_, k)) = tokenizer.peek_token() {
+                k.clone()
+            } else {
+                unreachable!()
+            };
+
+            return match key.as_bytes()[0] {
+                b'-' | b'0'...b'9' => Self::term_num(tokenizer),
+                _ => Self::boolean(tokenizer),
+            };
+        }
+
+        Err(tokenizer.err_msg())
+    }
+
+    fn op(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#op");
+        let token = match tokenizer.next_token() {
+            Ok(Token::Equal(_)) => ParseToken::Filter(FilterToken::Equal),
+            Ok(Token::NotEqual(_)) => ParseToken::Filter(FilterToken::NotEqual),
+            Ok(Token::Little(_)) => ParseToken::Filter(FilterToken::Little),
+            Ok(Token::LittleOrEqual(_)) => ParseToken::Filter(FilterToken::LittleOrEqual),
+            Ok(Token::Greater(_)) => ParseToken::Filter(FilterToken::Greater),
+            Ok(Token::GreaterOrEqual(_)) => ParseToken::Filter(FilterToken::GreaterOrEqual),
+            _ => {
+                return Err(tokenizer.err_msg());
+            }
+        };
+
+        Self::eat_whitespace(tokenizer);
+
+        Ok(Node {
+            token,
+            left: Some(Box::new(prev)),
+            right: Some(Box::new(Self::term(tokenizer)?)),
+        })
+    }
+
+    fn eat_whitespace(tokenizer: &mut TokenReader) {
+        while let Ok(Token::Whitespace(_, _)) = tokenizer.peek_token() {
+            let _ = tokenizer.next_token();
+        }
+    }
+
+    fn eat_token(tokenizer: &mut TokenReader) {
+        let _ = tokenizer.next_token();
+    }
+
+    fn node(token: ParseToken) -> Node {
+        Node {
+            left: None,
+            right: None,
+            token,
+        }
+    }
+
+    fn close_token(ret: Node, token: Token, tokenizer: &mut TokenReader) -> ParseResult<Node> {
+        debug!("#close_token");
+        match tokenizer.next_token() {
+            Ok(ref t) if t.partial_eq(token) => Ok(ret),
+            _ => Err(tokenizer.err_msg()),
+        }
+    }
+}
+
+pub trait NodeVisitor {
+    fn visit(&mut self, node: &Node) {
+        match &node.token {
+            ParseToken::Absolute
+            | ParseToken::Relative
+            | ParseToken::All
+            | ParseToken::Key(_)
+            | ParseToken::Keys(_)
+            | ParseToken::Range(_, _, _)
+            | ParseToken::Union(_)
+            | ParseToken::Number(_)
+            | ParseToken::Bool(_) => {
+                self.visit_token(&node.token);
+            }
+            ParseToken::In | ParseToken::Leaves => {
+                if let Some(n) = &node.left {
+                    self.visit(&*n);
+                }
+
+                self.visit_token(&node.token);
+
+                if let Some(n) = &node.right {
+                    self.visit(&*n);
+                }
+            }
+            ParseToken::Array => {
+                if let Some(n) = &node.left {
+                    self.visit(&*n);
+                }
+
+                self.visit_token(&node.token);
+
+                if let Some(n) = &node.right {
+                    self.visit(&*n);
+                }
+
+                self.visit_token(&ParseToken::ArrayEof);
+            }
+            ParseToken::Filter(FilterToken::And) | ParseToken::Filter(FilterToken::Or) => {
+                if let Some(n) = &node.left {
+                    self.visit(&*n);
+                }
+
+                if let Some(n) = &node.right {
+                    self.visit(&*n);
+                }
+
+                self.visit_token(&node.token);
+            }
+            ParseToken::Filter(_) => {
+                if let Some(n) = &node.left {
+                    self.visit(&*n);
+                }
+
+                self.end_term();
+
+                if let Some(n) = &node.right {
+                    self.visit(&*n);
+                }
+
+                self.end_term();
+
+                self.visit_token(&node.token);
+            }
+            _ => {}
+        }
+    }
+
+    fn visit_token(&mut self, token: &ParseToken);
+    fn end_term(&mut self) {}
+}
+
 
 #[cfg(test)]
 mod parser_tests {
-    use parser::parser::{FilterToken, NodeVisitor, ParseToken, Parser};
+    use parser::{FilterToken, NodeVisitor, ParseToken, Parser};
 
     struct NodeVisitorTestImpl<'a> {
         input: &'a str,

src/parser/parser.rs

@@ -1,685 +0,0 @@
-use std::str::FromStr;
-
-use super::tokenizer::*;
-
-const DUMMY: usize = 0;
-
-type ParseResult<T> = Result<T, String>;
-
-mod utils {
-    use std::str::FromStr;
-
-    pub fn string_to_num<F, S: FromStr>(string: &str, msg_handler: F) -> Result<S, String>
-    where
-        F: Fn() -> String,
-    {
-        match string.parse() {
-            Ok(n) => Ok(n),
-            _ => Err(msg_handler()),
-        }
-    }
-}
-
-#[derive(Debug, PartialEq, Clone)]
-pub enum ParseToken {
-    // '$'
-    Absolute,
-    // '@'
-    Relative,
-    // '.'
-    In,
-    // '..'
-    Leaves,
-    // '*'
-    All,
-
-    Key(String),
-    Keys(Vec<String>),
-    // []
-    Array,
-    // 메타토큰
-    ArrayEof,
-    // ?( filter )
-    Filter(FilterToken),
-    // 1 : 2
-    Range(Option<isize>, Option<isize>, Option<usize>),
-    // 1, 2, 3
-    Union(Vec<isize>),
-
-    Number(f64),
-
-    Bool(bool),
-
-    Eof,
-}
-
-#[derive(Debug, PartialEq, Clone)]
-pub enum FilterToken {
-    Equal,
-    NotEqual,
-    Little,
-    LittleOrEqual,
-    Greater,
-    GreaterOrEqual,
-    And,
-    Or,
-}
-
-#[derive(Debug, Clone)]
-pub struct Node {
-    left: Option<Box<Node>>,
-    right: Option<Box<Node>>,
-    token: ParseToken,
-}
-
-pub struct Parser;
-
-impl Parser {
-    pub fn compile(input: &str) -> ParseResult<Node> {
-        let mut tokenizer = TokenReader::new(input);
-        Ok(Self::json_path(&mut tokenizer)?)
-    }
-
-    fn json_path(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#json_path");
-        match tokenizer.next_token() {
-            Ok(Token::Absolute(_)) => {
-                let node = Self::node(ParseToken::Absolute);
-                Self::paths(node, tokenizer)
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn paths(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#paths");
-        match tokenizer.peek_token() {
-            Ok(Token::Dot(_)) => {
-                Self::eat_token(tokenizer);
-                Self::paths_dot(prev, tokenizer)
-            }
-            Ok(Token::OpenArray(_)) => {
-                Self::eat_token(tokenizer);
-                Self::eat_whitespace(tokenizer);
-                let node = Self::array(prev, tokenizer)?;
-                Self::paths(node, tokenizer)
-            }
-            _ => Ok(prev),
-        }
-    }
-
-    fn paths_dot(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#paths_dot");
-        let node = Self::path(prev, tokenizer)?;
-        Self::paths(node, tokenizer)
-    }
-
-    fn path(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#path");
-        match tokenizer.peek_token() {
-            Ok(Token::Dot(_)) => Self::path_leaves(prev, tokenizer),
-            Ok(Token::Asterisk(_)) => Self::path_in_all(prev, tokenizer),
-            Ok(Token::Key(_, _)) => Self::path_in_key(prev, tokenizer),
-            Ok(Token::OpenArray(_)) => {
-                Self::eat_token(tokenizer);
-                Self::array(prev, tokenizer)
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn path_leaves(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#path_leaves");
-        Self::eat_token(tokenizer);
-        match tokenizer.peek_token() {
-            Ok(Token::Asterisk(_)) => Self::path_leaves_all(prev, tokenizer),
-            Ok(Token::OpenArray(_)) => {
-                let mut leaves_node = Self::node(ParseToken::Leaves);
-                leaves_node.left = Some(Box::new(prev));
-                Ok(Self::paths(leaves_node, tokenizer)?)
-            }
-            _ => Self::path_leaves_key(prev, tokenizer),
-        }
-    }
-
-    fn path_leaves_key(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#path_leaves_key");
-        Ok(Node {
-            token: ParseToken::Leaves,
-            left: Some(Box::new(prev)),
-            right: Some(Box::new(Self::key(tokenizer)?)),
-        })
-    }
-
-    fn path_leaves_all(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#path_leaves_all");
-        Self::eat_token(tokenizer);
-        Ok(Node {
-            token: ParseToken::Leaves,
-            left: Some(Box::new(prev)),
-            right: Some(Box::new(Self::node(ParseToken::All))),
-        })
-    }
-
-    fn path_in_all(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#path_in_all");
-        Self::eat_token(tokenizer);
-        Ok(Node {
-            token: ParseToken::In,
-            left: Some(Box::new(prev)),
-            right: Some(Box::new(Self::node(ParseToken::All))),
-        })
-    }
-
-    fn path_in_key(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#path_in_key");
-        Ok(Node {
-            token: ParseToken::In,
-            left: Some(Box::new(prev)),
-            right: Some(Box::new(Self::key(tokenizer)?)),
-        })
-    }
-
-    fn key(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#key");
-        match tokenizer.next_token() {
-            Ok(Token::Key(_, v)) => Ok(Self::node(ParseToken::Key(v))),
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn boolean(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#boolean");
-        match tokenizer.next_token() {
-            Ok(Token::Key(_, ref v))
-                if {
-                    let b = v.as_bytes();
-                    !b.is_empty() && (b[0] == b't' || b[0] == b'T' || b[0] == b'f' || b[0] == b'F')
-                } =>
-            {
-                Ok(Self::node(ParseToken::Bool(v.eq_ignore_ascii_case("true"))))
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn array_keys(tokenizer: &mut TokenReader, first_key: String) -> ParseResult<Node> {
-        let mut keys = vec![first_key];
-        while tokenizer.peek_is(COMMA) {
-            Self::eat_token(tokenizer);
-            Self::eat_whitespace(tokenizer);
-
-            match tokenizer.next_token() {
-                Ok(Token::SingleQuoted(_, val)) | Ok(Token::DoubleQuoted(_, val)) => {
-                    keys.push(val);
-                }
-                _ => return Err(tokenizer.err_msg()),
-            }
-
-            Self::eat_whitespace(tokenizer);
-        }
-
-        Ok(Self::node(ParseToken::Keys(keys)))
-    }
-
-    fn array_quote_value(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#array_quote_value");
-        match tokenizer.next_token() {
-            Ok(Token::SingleQuoted(_, val)) | Ok(Token::DoubleQuoted(_, val)) => {
-                if !tokenizer.peek_is(COMMA) {
-                    Ok(Self::node(ParseToken::Key(val)))
-                } else {
-                    Self::array_keys(tokenizer, val)
-                }
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn array_start(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#array_start");
-        match tokenizer.peek_token() {
-            Ok(Token::Question(_)) => {
-                Self::eat_token(tokenizer);
-                Ok(Node {
-                    token: ParseToken::Array,
-                    left: Some(Box::new(prev)),
-                    right: Some(Box::new(Self::filter(tokenizer)?)),
-                })
-            }
-            Ok(Token::Asterisk(_)) => {
-                Self::eat_token(tokenizer);
-                Ok(Node {
-                    token: ParseToken::Array,
-                    left: Some(Box::new(prev)),
-                    right: Some(Box::new(Self::node(ParseToken::All))),
-                })
-            }
-            _ => Ok(Node {
-                token: ParseToken::Array,
-                left: Some(Box::new(prev)),
-                right: Some(Box::new(Self::array_value(tokenizer)?)),
-            }),
-        }
-    }
-
-    fn array(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#array");
-        let ret = Self::array_start(prev, tokenizer)?;
-        Self::eat_whitespace(tokenizer);
-        Self::close_token(ret, Token::CloseArray(DUMMY), tokenizer)
-    }
-
-    fn array_value_key(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#array_value_key");
-        match tokenizer.next_token() {
-            Ok(Token::Key(pos, ref val)) => {
-                let digit = utils::string_to_num(val, || tokenizer.err_msg_with_pos(pos))?;
-                Self::eat_whitespace(tokenizer);
-
-                match tokenizer.peek_token() {
-                    Ok(Token::Comma(_)) => Self::union(digit, tokenizer),
-                    Ok(Token::Split(_)) => Self::range_from(digit, tokenizer),
-                    _ => Ok(Self::node(ParseToken::Number(digit as f64))),
-                }
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn array_value(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#array_value");
-        match tokenizer.peek_token() {
-            Ok(Token::Key(_, _)) => Self::array_value_key(tokenizer),
-            Ok(Token::Split(_)) => {
-                Self::eat_token(tokenizer);
-                Self::range_to(tokenizer)
-            }
-            Ok(Token::DoubleQuoted(_, _)) | Ok(Token::SingleQuoted(_, _)) => {
-                Self::array_quote_value(tokenizer)
-            }
-            Err(TokenError::Eof) => Ok(Self::node(ParseToken::Eof)),
-            _ => {
-                Self::eat_token(tokenizer);
-                Err(tokenizer.err_msg())
-            }
-        }
-    }
-
-    fn union(num: isize, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#union");
-        let mut values = vec![num];
-        while match tokenizer.peek_token() {
-            Ok(Token::Comma(_)) => true,
-            _ => false,
-        } {
-            Self::eat_token(tokenizer);
-            Self::eat_whitespace(tokenizer);
-            match tokenizer.next_token() {
-                Ok(Token::Key(pos, ref val)) => {
-                    let digit = utils::string_to_num(val, || tokenizer.err_msg_with_pos(pos))?;
-                    values.push(digit);
-                }
-                _ => {
-                    return Err(tokenizer.err_msg());
-                }
-            }
-        }
-        Ok(Self::node(ParseToken::Union(values)))
-    }
-
-    fn range_value<S: FromStr>(tokenizer: &mut TokenReader) -> Result<Option<S>, String> {
-        Self::eat_whitespace(tokenizer);
-
-        match tokenizer.peek_token() {
-            Ok(Token::Split(_)) => {
-                Self::eat_token(tokenizer);
-                Self::eat_whitespace(tokenizer);
-            }
-            _ => {
-                return Ok(None);
-            }
-        }
-
-        match tokenizer.peek_token() {
-            Ok(Token::Key(_, _)) => {}
-            _ => {
-                return Ok(None);
-            }
-        }
-
-        match tokenizer.next_token() {
-            Ok(Token::Key(pos, str_step)) => {
-                match utils::string_to_num(&str_step, || tokenizer.err_msg_with_pos(pos)) {
-                    Ok(step) => Ok(Some(step)),
-                    Err(e) => Err(e),
-                }
-            }
-            _ => {
-                unreachable!();
-            }
-        }
-    }
-
-    fn range_from(from: isize, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#range_from");
-        Self::eat_token(tokenizer);
-        Self::eat_whitespace(tokenizer);
-
-        match tokenizer.peek_token() {
-            Ok(Token::Key(_, _)) => Self::range(from, tokenizer),
-            Ok(Token::Split(_)) => match Self::range_value(tokenizer)? {
-                Some(step) => Ok(Self::node(ParseToken::Range(Some(from), None, Some(step)))),
-                _ => Ok(Self::node(ParseToken::Range(Some(from), None, None))),
-            },
-            _ => Ok(Self::node(ParseToken::Range(Some(from), None, None))),
-        }
-    }
-
-    fn range_to(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#range_to");
-
-        if let Some(step) = Self::range_value(tokenizer)? {
-            return Ok(Self::node(ParseToken::Range(None, None, Some(step))));
-        }
-
-        if let Ok(Token::CloseArray(_)) = tokenizer.peek_token() {
-            return Ok(Self::node(ParseToken::Range(None, None, None)));
-        }
-
-        match tokenizer.next_token() {
-            Ok(Token::Key(pos, ref to_str)) => {
-                let to = utils::string_to_num(to_str, || tokenizer.err_msg_with_pos(pos))?;
-                let step = Self::range_value(tokenizer)?;
-                Ok(Self::node(ParseToken::Range(None, Some(to), step)))
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn range(from: isize, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#range");
-        match tokenizer.next_token() {
-            Ok(Token::Key(pos, ref str_to)) => {
-                let to = utils::string_to_num(str_to, || tokenizer.err_msg_with_pos(pos))?;
-                let step = Self::range_value(tokenizer)?;
-                Ok(Self::node(ParseToken::Range(Some(from), Some(to), step)))
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn filter(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#filter");
-        match tokenizer.next_token() {
-            Ok(Token::OpenParenthesis(_)) => {
-                let ret = Self::exprs(tokenizer)?;
-                Self::eat_whitespace(tokenizer);
-                Self::close_token(ret, Token::CloseParenthesis(DUMMY), tokenizer)
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn exprs(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        Self::eat_whitespace(tokenizer);
-        debug!("#exprs");
-        let node = match tokenizer.peek_token() {
-            Ok(Token::OpenParenthesis(_)) => {
-                Self::eat_token(tokenizer);
-                trace!("\t-exprs - open_parenthesis");
-                let ret = Self::exprs(tokenizer)?;
-                Self::eat_whitespace(tokenizer);
-                Self::close_token(ret, Token::CloseParenthesis(DUMMY), tokenizer)?
-            }
-            _ => {
-                trace!("\t-exprs - else");
-                Self::expr(tokenizer)?
-            }
-        };
-        Self::eat_whitespace(tokenizer);
-        Self::condition_expr(node, tokenizer)
-    }
-
-    fn condition_expr(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#condition_expr");
-        match tokenizer.peek_token() {
-            Ok(Token::And(_)) => {
-                Self::eat_token(tokenizer);
-                Ok(Node {
-                    token: ParseToken::Filter(FilterToken::And),
-                    left: Some(Box::new(prev)),
-                    right: Some(Box::new(Self::exprs(tokenizer)?)),
-                })
-            }
-            Ok(Token::Or(_)) => {
-                Self::eat_token(tokenizer);
-                Ok(Node {
-                    token: ParseToken::Filter(FilterToken::Or),
-                    left: Some(Box::new(prev)),
-                    right: Some(Box::new(Self::exprs(tokenizer)?)),
-                })
-            }
-            _ => Ok(prev),
-        }
-    }
-
-    fn expr(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#expr");
-
-        let has_prop_candidate = match tokenizer.peek_token() {
-            Ok(Token::At(_)) => true,
-            _ => false,
-        };
-
-        let node = Self::term(tokenizer)?;
-        Self::eat_whitespace(tokenizer);
-
-        if match tokenizer.peek_token() {
-            Ok(Token::Equal(_))
-            | Ok(Token::NotEqual(_))
-            | Ok(Token::Little(_))
-            | Ok(Token::LittleOrEqual(_))
-            | Ok(Token::Greater(_))
-            | Ok(Token::GreaterOrEqual(_)) => true,
-            _ => false,
-        } {
-            Self::op(node, tokenizer)
-        } else if has_prop_candidate {
-            Ok(node)
-        } else {
-            Err(tokenizer.err_msg())
-        }
-    }
-
-    fn term_num(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#term_num");
-        match tokenizer.next_token() {
-            Ok(Token::Key(pos, val)) => match tokenizer.peek_token() {
-                Ok(Token::Dot(_)) => Self::term_num_float(val.as_str(), tokenizer),
-                _ => {
-                    let number = utils::string_to_num(&val, || tokenizer.err_msg_with_pos(pos))?;
-                    Ok(Self::node(ParseToken::Number(number)))
-                }
-            },
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn term_num_float(num: &str, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#term_num_float");
-        Self::eat_token(tokenizer);
-        match tokenizer.next_token() {
-            Ok(Token::Key(pos, frac)) => {
-                let mut f = String::new();
-                f.push_str(&num);
-                f.push('.');
-                f.push_str(frac.as_str());
-                let number = utils::string_to_num(&f, || tokenizer.err_msg_with_pos(pos))?;
-                Ok(Self::node(ParseToken::Number(number)))
-            }
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-
-    fn term(tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#term");
-
-        if tokenizer.peek_is(AT) {
-            Self::eat_token(tokenizer);
-            let node = Self::node(ParseToken::Relative);
-
-            return match tokenizer.peek_token() {
-                Ok(Token::Whitespace(_, _)) => {
-                    Self::eat_whitespace(tokenizer);
-                    Ok(node)
-                }
-                _ => Self::paths(node, tokenizer),
-            };
-        }
-
-        if tokenizer.peek_is(ABSOLUTE) {
-            return Self::json_path(tokenizer);
-        }
-
-        if tokenizer.peek_is(DOUBLE_QUOTE) || tokenizer.peek_is(SINGLE_QUOTE) {
-            return Self::array_quote_value(tokenizer);
-        }
-
-        if tokenizer.peek_is(KEY) {
-            let key = if let Ok(Token::Key(_, k)) = tokenizer.peek_token() {
-                k.clone()
-            } else {
-                unreachable!()
-            };
-
-            return match key.as_bytes()[0] {
-                b'-' | b'0'...b'9' => Self::term_num(tokenizer),
-                _ => Self::boolean(tokenizer),
-            };
-        }
-
-        Err(tokenizer.err_msg())
-    }
-
-    fn op(prev: Node, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#op");
-        let token = match tokenizer.next_token() {
-            Ok(Token::Equal(_)) => ParseToken::Filter(FilterToken::Equal),
-            Ok(Token::NotEqual(_)) => ParseToken::Filter(FilterToken::NotEqual),
-            Ok(Token::Little(_)) => ParseToken::Filter(FilterToken::Little),
-            Ok(Token::LittleOrEqual(_)) => ParseToken::Filter(FilterToken::LittleOrEqual),
-            Ok(Token::Greater(_)) => ParseToken::Filter(FilterToken::Greater),
-            Ok(Token::GreaterOrEqual(_)) => ParseToken::Filter(FilterToken::GreaterOrEqual),
-            _ => {
-                return Err(tokenizer.err_msg());
-            }
-        };
-
-        Self::eat_whitespace(tokenizer);
-
-        Ok(Node {
-            token,
-            left: Some(Box::new(prev)),
-            right: Some(Box::new(Self::term(tokenizer)?)),
-        })
-    }
-
-    fn eat_whitespace(tokenizer: &mut TokenReader) {
-        while let Ok(Token::Whitespace(_, _)) = tokenizer.peek_token() {
-            let _ = tokenizer.next_token();
-        }
-    }
-
-    fn eat_token(tokenizer: &mut TokenReader) {
-        let _ = tokenizer.next_token();
-    }
-
-    fn node(token: ParseToken) -> Node {
-        Node {
-            left: None,
-            right: None,
-            token,
-        }
-    }
-
-    fn close_token(ret: Node, token: Token, tokenizer: &mut TokenReader) -> ParseResult<Node> {
-        debug!("#close_token");
-        match tokenizer.next_token() {
-            Ok(ref t) if t.partial_eq(token) => Ok(ret),
-            _ => Err(tokenizer.err_msg()),
-        }
-    }
-}
-
-pub trait NodeVisitor {
-    fn visit(&mut self, node: &Node) {
-        match &node.token {
-            ParseToken::Absolute
-            | ParseToken::Relative
-            | ParseToken::All
-            | ParseToken::Key(_)
-            | ParseToken::Keys(_)
-            | ParseToken::Range(_, _, _)
-            | ParseToken::Union(_)
-            | ParseToken::Number(_)
-            | ParseToken::Bool(_) => {
-                self.visit_token(&node.token);
-            }
-            ParseToken::In | ParseToken::Leaves => {
-                if let Some(n) = &node.left {
-                    self.visit(&*n);
-                }
-
-                self.visit_token(&node.token);
-
-                if let Some(n) = &node.right {
-                    self.visit(&*n);
-                }
-            }
-            ParseToken::Array => {
-                if let Some(n) = &node.left {
-                    self.visit(&*n);
-                }
-
-                self.visit_token(&node.token);
-
-                if let Some(n) = &node.right {
-                    self.visit(&*n);
-                }
-
-                self.visit_token(&ParseToken::ArrayEof);
-            }
-            ParseToken::Filter(FilterToken::And) | ParseToken::Filter(FilterToken::Or) => {
-                if let Some(n) = &node.left {
-                    self.visit(&*n);
-                }
-
-                if let Some(n) = &node.right {
-                    self.visit(&*n);
-                }
-
-                self.visit_token(&node.token);
-            }
-            ParseToken::Filter(_) => {
-                if let Some(n) = &node.left {
-                    self.visit(&*n);
-                }
-
-                self.end_term();
-
-                if let Some(n) = &node.right {
-                    self.visit(&*n);
-                }
-
-                self.end_term();
-
-                self.visit_token(&node.token);
-            }
-            _ => {}
-        }
-    }
-
-    fn visit_token(&mut self, token: &ParseToken);
-    fn end_term(&mut self) {}
-}

src/select/mod.rs

@@ -4,7 +4,7 @@ use std::fmt;
 use array_tool::vec::{Intersect, Union};
 use serde_json::{Number, Value};
 
-use parser::parser::*;
+use parser::*;
 
 fn to_f64(n: &Number) -> f64 {
     if n.is_i64() {