move line_ending to chars helper mod

src/chars.rs

@@ -0,0 +1,27 @@
+//! Helper functions for working with `Tokens<Item=char>`.
+
+use crate::Tokens;
+
+/// Parses a line ending of either `\n` (like on linux)  or `\r\n` (like on windows).
+/// Returns a static string equal to the line ending parsed, or `None` if no line
+/// ending is seen at this location.
+///
+/// # Example
+///
+/// ```
+/// use yap::{Tokens, IntoTokens, chars};
+///
+/// let mut toks = "\r\n abc".into_tokens();
+///
+/// assert_eq!(chars::line_ending(&mut toks), Some("\r\n"));
+/// assert_eq!(toks.remaining(), " abc");
+///
+/// let mut toks = "\n abc".into_tokens();
+///
+/// assert_eq!(chars::line_ending(&mut toks), Some("\n"));
+/// assert_eq!(toks.remaining(), " abc");
+/// ```
+pub fn line_ending<T: Tokens<Item = char>>(t: &mut T) -> Option<&'static str> {
+    t.optional(|t| t.token('\n').then_some("\n"))
+        .or_else(|| t.optional(|t| t.tokens("\r\n".chars()).then_some("\r\n")))
+}

src/lib.rs

@@ -114,5 +114,6 @@ assert_eq!(remaining, ",foobar");
 mod one_of;
 mod tokens;
 
+pub mod chars;
 pub mod types;
 pub use tokens::{IntoTokens, TokenLocation, Tokens};

src/tokens.rs

@@ -1013,17 +1013,6 @@ pub trait Tokens: Sized {
         }
     }
 
-    /// Parses a line ending of either `\n` (like on linux)  or `\r\n` (like on windows).
-    /// Returns a static string equal to the line ending parsed, or `None` if no line
-    /// ending is seen at this location.
-    fn line_ending(&mut self) -> Option<&'static str>
-    where
-        Self: Tokens<Item = char>,
-    {
-        self.optional(|t| t.token('\n').then_some("\n"))
-            .or_else(|| self.optional(|t| t.tokens("\r\n".chars()).then_some("\r\n")))
-    }
-
     /// Checks next input is [`None`] and, if true, consumes the `None`.
     ///
     /// # Example