Function ironcalc_base::expressions::lexer::util::get_tokens

pub fn get_tokens(formula: &str) -> Vec<MarkedToken>

Returns a list of marked tokens for a formula

Examples

use ironcalc_base::expressions::{
     lexer::util::{get_tokens, MarkedToken},
     token::{OpSum, TokenType},
};

let marked_tokens = get_tokens("A1+1");
let first_t = MarkedToken {
    token: TokenType::Reference {
        sheet: None,
        row: 1,
        column: 1,
        absolute_column: false,
        absolute_row: false,
    },
    start: 0,
    end: 2,
};
let second_t = MarkedToken {
    token: TokenType::Addition(OpSum::Add),
    start:2,
    end: 3
};
let third_t = MarkedToken {
    token: TokenType::Number(1.0),
    start:3,
    end: 4
};
assert_eq!(marked_tokens, vec![first_t, second_t, third_t]);