sekhat

use std::iter::Peekable;
use std::num::NonZeroUsize;

/// A text token returned from the tokenizer
#[derive(Clone)]
enum TextToken<'a> {
    /// The contained string represents a string of text characters
    Text(&'a str),
    /// The contained string represents a string of text characters
    /// that aren't allowed to be broken on to the next line