FIX: We need to serialize/deserialize tokens in wasm

base/src/expressions/lexer/mod.rs

@@ -42,6 +42,8 @@
 //! assert!(matches!(lexer.next_token(), TokenType::Reference { .. }));
 //! ```
 
+use serde::{Deserialize, Serialize};
+
 use crate::expressions::token::{OpCompare, OpProduct, OpSum};
 
 use crate::language::Language;
@@ -59,7 +61,7 @@ mod test;
 mod ranges;
 mod structured_references;
 
-#[derive(Debug, Clone, PartialEq, Eq)]
+#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
 pub struct LexerError {
     pub position: usize,
     pub message: String,

base/src/expressions/lexer/util.rs

@@ -1,5 +1,7 @@
 use std::fmt;
 
+use serde::{Deserialize, Serialize};
+
 use crate::expressions::token;
 use crate::language::get_language;
 use crate::locale::get_locale;
@@ -7,7 +9,7 @@ use crate::locale::get_locale;
 use super::{Lexer, LexerMode};
 
 /// A MarkedToken is a token together with its position on a formula
-#[derive(Debug, PartialEq)]
+#[derive(Debug, PartialEq, Serialize, Deserialize)]
 pub struct MarkedToken {
     pub token: token::TokenType,
     pub start: i32,