Store default sequence breakers in a slice

It's nicer when the length is not hardcoded

Author: p-e-w

mistralrs-core/src/sampler.rs

@@ -16,7 +16,7 @@ use rayon::iter::{IndexedParallelIterator, IntoParallelRefIterator, ParallelIter
 use serde::{Deserialize, Serialize};
 use tokenizers::Tokenizer;
 
-pub const SEQUENCE_BREAKERS: [&str; 4] = ["\n", ":", "\\", "*"];
+pub const SEQUENCE_BREAKERS: &[&str] = &["\n", ":", "\\", "*"];
 
 #[derive(Clone, Debug)]
 /// Stop sequences or ids.
@@ -79,12 +79,8 @@ impl DrySamplingParams {
         Ok(Self {
             base: base.unwrap_or(1.75),
             allowed_length: allowed_length.unwrap_or(2),
-            sequence_breakers: sequence_breakers.unwrap_or(
-                SEQUENCE_BREAKERS
-                    .map(|x| x.to_string())
-                    .into_iter()
-                    .collect(),
-            ),
+            sequence_breakers: sequence_breakers
+                .unwrap_or(SEQUENCE_BREAKERS.iter().map(|x| x.to_string()).collect()),
             multiplier,
         })
     }
@@ -96,10 +92,7 @@ impl Default for DrySamplingParams {
             multiplier: 1.0,
             base: 1.75,
             allowed_length: 2,
-            sequence_breakers: SEQUENCE_BREAKERS
-                .map(|x| x.to_string())
-                .into_iter()
-                .collect(),
+            sequence_breakers: SEQUENCE_BREAKERS.iter().map(|x| x.to_string()).collect(),
         }
     }
 }