UTF-8 percent encoding tests. Also fixed prefix slash trimming in the parser.

Author: o0Ignition0o

src/lib.rs

@@ -1236,7 +1236,7 @@ impl Url {
         if let Some(input) = fragment {
             self.fragment_start = Some(to_u32(self.serialization.len()).unwrap());
             self.serialization.push('#');
-            self.mutate(|parser| parser.parse_fragment(parser::Input::new(input)))
+            self.mutate(|parser| parser.parse_fragment(parser::Input::no_trim(input)))
         } else {
             self.fragment_start = None
         }
@@ -1294,7 +1294,11 @@ impl Url {
             let scheme_type = SchemeType::from(self.scheme());
             let scheme_end = self.scheme_end;
             self.mutate(|parser| {
-                parser.parse_query(scheme_type, scheme_end, parser::Input::new(input))
+                parser.parse_query(
+                    scheme_type,
+                    scheme_end,
+                    parser::Input::trim_tab_and_newlines(input),
+                )
             });
         }
 

src/parser.rs

@@ -208,6 +208,13 @@ impl<'i> Input<'i> {
         }
     }
 
+    pub fn trim_tab_and_newlines(original_input: &'i str) -> Self {
+        let input = original_input.trim_matches(ascii_tab_or_new_line);
+        Input {
+            chars: input.chars(),
+        }
+    }
+
     pub fn with_log(original_input: &'i str, vfn: Option<&dyn Fn(SyntaxViolation)>) -> Self {
         let input = original_input.trim_matches(c0_control_or_space);
         if let Some(vfn) = vfn {
@@ -290,6 +297,17 @@ impl Pattern for char {
     }
 }
 
+impl Pattern for String {
+    fn split_prefix<'i>(self, input: &mut Input<'i>) -> bool {
+        for c in self.chars() {
+            if input.next() != Some(c) {
+                return false;
+            }
+        }
+        true
+    }
+}
+
 impl<'a> Pattern for &'a str {
     fn split_prefix<'i>(self, input: &mut Input<'i>) -> bool {
         for c in self.chars() {
@@ -447,7 +465,7 @@ impl<'a> Parser<'a> {
                         .collect::<String>()
                         != "//"
                 });
-                if let Some(after_prefix) = input.split_prefix("//") {
+                if let Some(after_prefix) = input.split_prefix("/".repeat(slashes_count as usize)) {
                     return self.after_double_slash(after_prefix, scheme_type, scheme_end);
                 } else {
                     self.after_double_slash(remaining, scheme_type, scheme_end)
@@ -1535,7 +1553,7 @@ fn c0_control_or_space(ch: char) -> bool {
 
 /// https://infra.spec.whatwg.org/#ascii-tab-or-newline
 #[inline]
-fn ascii_tab_or_new_line(ch: char) -> bool {
+pub fn ascii_tab_or_new_line(ch: char) -> bool {
     matches!(ch, '\t' | '\r' | '\n')
 }