use super::interface::Tokenizer; use crate::token::Token; use std::{iter::Peekable, str::CharIndices}; /// Consume newlines. Do not yield a token but increase the current line. pub struct Newline; impl Tokenizer for Newline { fn run( &self, c: (usize, char), _chars: &mut Peekable>, _source: &str, _line: usize, ) -> Option<(usize, Option)> { match c.1 { '\n' => Some((1, None)), _ => None, } } }